@redocly/framework 1.0.0-next.13 → 1.0.0-next.14

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (50) hide show
  1. package/README.md +0 -1
  2. package/dist/bundler/build/output-metadata.js +1 -1
  3. package/dist/bundler/build/run.js +1 -1
  4. package/dist/cli/args.js +1 -1
  5. package/dist/cli/validate-react-pages.js +1 -1
  6. package/dist/content-layer/database/files.js +1 -1
  7. package/dist/content-layer/database/finalize.js +1 -1
  8. package/dist/content-layer/database/origins.js +1 -1
  9. package/dist/content-layer/ingest/finalize-phase.js +1 -1
  10. package/dist/content-layer/ingest/markdoc-schema-problem.js +1 -1
  11. package/dist/content-layer/ingest/run.js +1 -1
  12. package/dist/content-layer/ingest/search-sync.js +1 -1
  13. package/dist/content-layer/ingest/sync.js +1 -1
  14. package/dist/content-layer/link-checker/delta.js +1 -1
  15. package/dist/content-layer/link-checker/run-build.js +1 -1
  16. package/dist/content-layer/loaders/context.js +1 -1
  17. package/dist/content-layer/markdown/resolve/ast.d.ts +2 -0
  18. package/dist/content-layer/markdown/resolve/ast.js +1 -1
  19. package/dist/content-layer/markdown/search/to-markdown.js +1 -1
  20. package/dist/content-layer/markdown/utils/parse-cache.d.ts +5 -1
  21. package/dist/content-layer/markdown/utils/parse-cache.js +1 -1
  22. package/dist/content-layer/materialization/entity.js +1 -1
  23. package/dist/content-layer/materialization/static-files.js +1 -1
  24. package/dist/content-layer/plugins/internal/api-docs/index.js +1 -1
  25. package/dist/content-layer/plugins/internal/api-docs/server/build-definition.d.ts +2 -1
  26. package/dist/content-layer/plugins/internal/api-docs/server/build-definition.js +1 -1
  27. package/dist/content-layer/plugins/internal/api-functions/server/dispatch.js +1 -1
  28. package/dist/content-layer/plugins/internal/mcp/server/agent-card.js +1 -1
  29. package/dist/content-layer/plugins/internal/mcp/server/audit.js +1 -1
  30. package/dist/content-layer/plugins/internal/mcp/server/auth.js +1 -1
  31. package/dist/content-layer/plugins/internal/mcp/server/custom-tools.js +1 -1
  32. package/dist/content-layer/plugins/internal/mcp/server/handler.js +1 -1
  33. package/dist/content-layer/plugins/internal/mcp/server/mcp-telemetry.js +1 -1
  34. package/dist/content-layer/plugins/internal/mcp/server/oauth/client-metadata.js +1 -1
  35. package/dist/content-layer/plugins/internal/mcp/server/oauth/discovery.js +1 -1
  36. package/dist/content-layer/plugins/internal/mcp/server/server-card.js +1 -1
  37. package/dist/content-layer/plugins/internal/mcp/server/skills-resources.js +1 -1
  38. package/dist/content-layer/plugins/internal/mcp/server/tools/search.js +2 -2
  39. package/dist/content-layer/plugins/internal/skills/server/routes.js +1 -1
  40. package/dist/content-layer/server/database.js +1 -1
  41. package/dist/content-layer/static/registry.js +1 -1
  42. package/dist/server/app.js +2 -2
  43. package/dist/server/ask-ai/feature-gate.js +1 -1
  44. package/dist/server/content.js +5 -5
  45. package/dist/server/page-handlers.js +2 -2
  46. package/dist/server/search/route.js +1 -1
  47. package/dist/server/static-files/serve.js +1 -1
  48. package/dist/server/subprocess/child-entry.js +1 -1
  49. package/dist/server/subprocess/host.js +1 -1
  50. package/package.json +3 -4
package/README.md CHANGED
@@ -44,7 +44,6 @@ The site starts at `http://127.0.0.1:4000`. Source changes need a package rebuil
44
44
  | `pnpm run ingest:playground` | Write playground content to the local database. |
45
45
  | `pnpm run build:playground` | Build a production Node runtime. |
46
46
  | `pnpm run run:playground` | Run that production runtime. |
47
- | `pnpm run browser-shell` | Run the browser engine with its development editor. |
48
47
  | `pnpm run browser-engine` | Run the host-fed browser engine. |
49
48
  | `pnpm run browser-engine:build` | Build the standalone browser engine. |
50
49
  | `pnpm run verify` | Run the type check, linter, and unit tests. |
@@ -1 +1 @@
1
- import{ROUTE_SLUGS_FILENAME as e,RUNTIME_ROUTE_SLUGS_DIRNAME as t,RUNTIME_SSR_DIRNAME as n,serverModuleChunkPath as r}from"../../shared/constants/runtime-layout.js";import{loadContentLayerConfig as i}from"../../content-layer/config.js";import{resolveContentLayerContext as a}from"../../content-layer/context.js";import{openContentLayerDatabase as o}from"../../content-layer/database/connection.js";import{createEntityStore as s}from"../../content-layer/database/entity-store.js";import{createRouteIndex as c}from"../../content-layer/plugins/utils/route-index.js";import{createContentPlugins as l}from"../../content-layer/plugins/create-content-plugins.js";import"../../content-layer/plugins/index.js";import{listAssetSourcePaths as u}from"../../content-layer/database/assets.js";import{listProblems as d,summarizeStoredProblems as f}from"../../content-layer/database/problems.js";import{listRoutePagesByFile as p}from"../../content-layer/database/files.js";import"../../content-layer/server/database.js";import{assertValidMcpToolFiles as m}from"../../content-layer/plugins/internal/mcp/build-check.js";import{compileAssetAudienceTable as h}from"../../content-layer/markdown/resolve/audience-tag.js";import{loadContentLayerState as g}from"../../content-layer/context-state.js";import{pathToFileURL as _}from"node:url";import{dirname as v,join as y}from"node:path";import{mkdir as b,writeFile as x}from"node:fs/promises";const S=`build-metadata.json`;async function C(e){let t={},{access:n}=e.context.config;t.access={requiresLogin:n?.requiresLogin===!0,rbacConfigured:n?.rbac!==void 0};let r=await h(n?.rbac,await u(e.database));return r&&(t.contentAssetAudiences={schemaVersion:1,tags:r}),t.problems=await T(e.database),Object.assign(t,await E(e)),t}function w(e){let t=e.filePath===null?void 0:{filePath:e.filePath,...e.range===null?{}:{range:e.range},...e.snippet===null?{}:{snippet:e.snippet}};return{code:e.code,category:e.category,severity:e.severity,message:e.message,...t===void 0?{}:{location:t},data:e.data}}async function T(e,{limit:t=1e4}={}){let n=await f(e),r=await d(e,{limit:t});return{schemaVersion:1,summary:{...n,truncated:n.errors+n.warnings>t},problems:r.map(w)}}async function E(e){let{context:t,database:n}=e,r=await g({context:t,database:n}),i=c(r,t.config),a=s({database:n,state:r}),o={};for(let e of t.pluginRegistry.listBuildMetadataPlugins()){let n=await e.buildMetadata?.({config:t.config,routes:i,entities:a,logger:t.logger.child(`content-layer:build-metadata:${e.id}`)});n!==void 0&&(o[e.id]=n)}return o}async function D(e){let{context:t,database:i,outputDir:a}=e,o=await g({context:t,database:i}),c=s({database:i,state:o}),l=y(a,n);await m({entities:c,loadContentModule:async e=>{let t=y(l,r(e));return await import(_(t).href)},pluginToolNames:t.pluginRegistry.listMcpTools().map(e=>e.declaration.name),...e.logger?{logger:e.logger}:{}})}async function O(n,r){let i=y(r,t,e);await b(v(i),{recursive:!0});let a=await p(n);await x(i,JSON.stringify(Object.fromEntries(a)),`utf8`)}async function k(e){let t=a({contentDir:e.contentDir,context:e.context,logger:e.logger,plugins:l(e.contentDir)});await i({context:t});let n=e.database??await o({contentDir:e.contentDir,databaseUrl:e.databaseUrl,logger:e.logger,runMigrations:!1});try{await D({database:n,context:t,outputDir:e.outputDir,...e.logger?{logger:e.logger}:{}});let r={formatVersion:1,sections:await C({database:n,context:t,logger:e.logger})},i=y(e.outputDir,S);return await x(i,`${JSON.stringify(r,null,2)}\n`,`utf8`),await O(n,e.outputDir),i}finally{e.database||await n.close()}}export{S as BUILD_OUTPUT_METADATA_FILENAME,C as collectBuildOutputMetadataSections,T as collectProblemsSection,k as writeBuildOutputMetadata};
1
+ import{ROUTE_SLUGS_FILENAME as e,RUNTIME_ROUTE_SLUGS_DIRNAME as t,RUNTIME_SSR_DIRNAME as n,serverModuleChunkPath as r}from"../../shared/constants/runtime-layout.js";import{loadContentLayerConfig as i}from"../../content-layer/config.js";import{resolveContentLayerContext as a}from"../../content-layer/context.js";import{openContentLayerDatabase as o}from"../../content-layer/database/connection.js";import{createEntityStore as s}from"../../content-layer/database/entity-store.js";import{createRouteIndex as c}from"../../content-layer/plugins/utils/route-index.js";import{createContentPlugins as l}from"../../content-layer/plugins/create-content-plugins.js";import"../../content-layer/plugins/index.js";import{listProblems as u,summarizeStoredProblems as d}from"../../content-layer/database/problems.js";import{assertValidMcpToolFiles as f}from"../../content-layer/plugins/internal/mcp/build-check.js";import{listAssetSourcePaths as p}from"../../content-layer/database/assets.js";import{listRoutePagesByFile as m}from"../../content-layer/database/files.js";import"../../content-layer/server/database.js";import{compileAssetAudienceTable as h}from"../../content-layer/markdown/resolve/audience-tag.js";import{loadContentLayerState as g}from"../../content-layer/context-state.js";import{pathToFileURL as _}from"node:url";import{dirname as v,join as y}from"node:path";import{mkdir as b,writeFile as x}from"node:fs/promises";const S=`build-metadata.json`;async function C(e){let t={},{access:n}=e.context.config;t.access={requiresLogin:n?.requiresLogin===!0,rbacConfigured:n?.rbac!==void 0};let r=await h(n?.rbac,await p(e.database));return r&&(t.contentAssetAudiences={schemaVersion:1,tags:r}),t.problems=await T(e.database),Object.assign(t,await E(e)),t}function w(e){let t=e.filePath===null?void 0:{filePath:e.filePath,...e.range===null?{}:{range:e.range},...e.snippet===null?{}:{snippet:e.snippet}};return{code:e.code,category:e.category,severity:e.severity,message:e.message,...t===void 0?{}:{location:t},data:e.data}}async function T(e,{limit:t=1e4}={}){let n=await d(e),r=await u(e,{limit:t});return{schemaVersion:1,summary:{...n,truncated:n.errors+n.warnings>t},problems:r.map(w)}}async function E(e){let{context:t,database:n}=e,r=await g({context:t,database:n}),i=c(r,t.config),a=s({database:n,state:r}),o={};for(let e of t.pluginRegistry.listBuildMetadataPlugins()){let n=await e.buildMetadata?.({config:t.config,routes:i,entities:a,logger:t.logger.child(`content-layer:build-metadata:${e.id}`)});n!==void 0&&(o[e.id]=n)}return o}async function D(e){let{context:t,database:i,outputDir:a}=e,o=await g({context:t,database:i}),c=s({database:i,state:o}),l=y(a,n);await f({entities:c,loadContentModule:async e=>{let t=y(l,r(e));return await import(_(t).href)},pluginToolNames:t.pluginRegistry.listMcpTools().map(e=>e.declaration.name),...e.logger?{logger:e.logger}:{}})}async function O(n,r){let i=y(r,t,e);await b(v(i),{recursive:!0});let a=await m(n);await x(i,JSON.stringify(Object.fromEntries(a)),`utf8`)}async function k(e){let t=a({contentDir:e.contentDir,context:e.context,logger:e.logger,plugins:l(e.contentDir)});await i({context:t});let n=e.database??await o({contentDir:e.contentDir,databaseUrl:e.databaseUrl,logger:e.logger,runMigrations:!1});try{await D({database:n,context:t,outputDir:e.outputDir,...e.logger?{logger:e.logger}:{}});let r={formatVersion:1,sections:await C({database:n,context:t,logger:e.logger})},i=y(e.outputDir,S);return await x(i,`${JSON.stringify(r,null,2)}\n`,`utf8`),await O(n,e.outputDir),i}finally{e.database||await n.close()}}export{S as BUILD_OUTPUT_METADATA_FILENAME,C as collectBuildOutputMetadataSections,T as collectProblemsSection,k as writeBuildOutputMetadata};
@@ -1 +1 @@
1
- import{formatCount as e}from"../../shared/log-format.js";import{createLogger as t}from"../../shared/logger.js";import{loadContentLayerConfig as n}from"../../content-layer/config.js";import{resolveContentLayerContext as r}from"../../content-layer/context.js";import{MaterializationError as i}from"../../content-layer/problems/problem-error.js";import{openContentLayerDatabase as a}from"../../content-layer/database/connection.js";import{createRouteIndex as o}from"../../content-layer/plugins/utils/route-index.js";import{createContentPlugins as s}from"../../content-layer/plugins/create-content-plugins.js";import"../../content-layer/plugins/index.js";import{silentReporter as c}from"../../shared/reporter.js";import{promiseMapLimit as l}from"../../shared/utils/promise-map-limit.js";import{loadStaleEntityRecords as u}from"../../content-layer/database/entities.js";import{listStaticFileRecords as d}from"../../content-layer/database/static-files.js";import{garbageCollectOrphanAssetFiles as f}from"../../content-layer/materialization/asset-reconcile.js";import{collectStaticProducerKeys as p,materializeStaticProducers as m}from"../../content-layer/materialization/static-files.js";import{loadEntityMaterializer as h}from"../../content-layer/materialization/materializer.js";import{runSearchSync as g}from"../../content-layer/ingest/search-sync.js";import{createStaticAudienceResolver as _}from"../../content-layer/static/audience.js";var v=class extends Error{name=`BuildOptionsError`};function y(e,t){if(t===`aws-lambda`&&e===`local`)throw new v(`--platform aws-lambda is incompatible with --target local. Lambda has a read-only, ephemeral filesystem; use --target cloud (a Realm DB database).`)}async function b(e){let n=e.platform??`nodejs`;y(e.target,n);let r=(e.logger??t()).child(`runtime:build`),{buildRuntime:i}=await import(`./vite-config.js`),a=await i({contentDir:e.contentDir,target:e.target,platform:n,logger:r,reporter:e.reporter??c,templateSet:e.templateSet,serverModuleSet:e.serverModuleSet,devLogin:e.devLogin??!1});return r.debug(`Built runtime`,{outputDir:a.outputDir,target:e.target,platform:n}),a}async function x(t){let v=r({contentDir:t.contentDir,context:t.context,logger:t.logger,plugins:s(t.contentDir)}),y=v.logger.child(`content-layer:entity`);await n({context:v});let b=t.database===void 0,x=t.database??await a({contentDir:v.contentDir,databaseUrl:t.databaseUrl,logger:y,migrationsDir:t.migrationsDir,runMigrations:t.runMigrations,platform:v.platform});try{let n=await h({context:v,database:x,captureRevisions:!0}),{state:r}=n,a=await u(x),s=await d(x),b=p(s),S=a.filter(e=>e.kind!==`inline`&&e.loaderId!==null&&v.pluginRegistry.getEntityLoaderById(e.loaderId)!==void 0),C=S.filter(e=>!b.has(e.key)),w=S.filter(e=>b.has(e.key)),T=async e=>{await n.materialize(e.key)},E=t.reporter??c,D=C.length;await E.run(`Building content items`,async e=>{let t=0,n=0;await l(C,8,async r=>{let a=Date.now();try{await T(r),y.debug(`materialized ${r.key} (+${Date.now()-a}ms)`)}catch(e){if(!(e instanceof i))throw e;n+=1,y.debug(`Could not materialize ${r.key}; recorded the problem`)}t+=1,e.progress(t,D)});let r=await f(v.pluginIO,{contentDir:v.contentDir,database:x,logger:y});return r.removedRows>0&&y.debug(`post-materialize asset GC removed orphan assets`,{count:r.removedRows,swept:r.sweptFilenames.length}),n},t=>{if(D===0)return`All content items are built`;let n=`Built ${e(D-t)} content ${D-t===1?`item`:`items`}`;return t>0?`${n} (${e(t)} failed)`:n});let O=await E.run(`Indexing search`,e=>g({context:v,database:x,inlineSearchables:t.inlineSearchables,materializer:n,onProgress:(t,n)=>e.progress(t,n)}),t=>`Indexed ${e(t.synced)} content ${t.synced===1?`item`:`items`} for search`);return await E.run(`Writing static files`,()=>m({io:v.pluginIO,contentDir:v.contentDir,database:x,rows:s,staleProducers:w,materializeEntity:T,resolveAudience:_({config:v.config,routes:o(r,v.config)}),logger:y}),t=>`Wrote ${e(t.files.length)} static ${t.files.length===1?`file`:`files`}`),{entityCount:D+w.length,problems:O.problems}}finally{b&&await x.close()}}export{v as BuildOptionsError,y as assertRuntimeBuildOptions,b as runBuild,x as runContentEntityBuild};
1
+ import{formatCount as e}from"../../shared/log-format.js";import{createLogger as t}from"../../shared/logger.js";import{loadContentLayerConfig as n}from"../../content-layer/config.js";import{resolveContentLayerContext as r}from"../../content-layer/context.js";import{MaterializationError as i}from"../../content-layer/problems/problem-error.js";import{openContentLayerDatabase as a}from"../../content-layer/database/connection.js";import{createRouteIndex as o}from"../../content-layer/plugins/utils/route-index.js";import{createContentPlugins as s}from"../../content-layer/plugins/create-content-plugins.js";import"../../content-layer/plugins/index.js";import{silentReporter as c}from"../../shared/reporter.js";import{loadStaleEntityRecords as l}from"../../content-layer/database/entities.js";import{listStaticFileRecords as u}from"../../content-layer/database/static-files.js";import{garbageCollectOrphanAssetFiles as d}from"../../content-layer/materialization/asset-reconcile.js";import{collectStaticProducerKeys as f,materializeStaticProducers as p}from"../../content-layer/materialization/static-files.js";import{loadEntityMaterializer as m}from"../../content-layer/materialization/materializer.js";import{promiseMapLimit as h}from"../../shared/utils/promise-map-limit.js";import{runSearchSync as g}from"../../content-layer/ingest/search-sync.js";import{createStaticAudienceResolver as _}from"../../content-layer/static/audience.js";var v=class extends Error{name=`BuildOptionsError`};function y(e,t){if(t===`aws-lambda`&&e===`local`)throw new v(`--platform aws-lambda is incompatible with --target local. Lambda has a read-only, ephemeral filesystem; use --target cloud (a Realm DB database).`)}async function b(e){let n=e.platform??`nodejs`;y(e.target,n);let r=(e.logger??t()).child(`runtime:build`),{buildRuntime:i}=await import(`./vite-config.js`),a=await i({contentDir:e.contentDir,target:e.target,platform:n,logger:r,reporter:e.reporter??c,templateSet:e.templateSet,serverModuleSet:e.serverModuleSet,devLogin:e.devLogin??!1});return r.debug(`Built runtime`,{outputDir:a.outputDir,target:e.target,platform:n}),a}async function x(t){let v=r({contentDir:t.contentDir,context:t.context,logger:t.logger,plugins:s(t.contentDir)}),y=v.logger.child(`content-layer:entity`);await n({context:v});let b=t.database===void 0,x=t.database??await a({contentDir:v.contentDir,databaseUrl:t.databaseUrl,logger:y,migrationsDir:t.migrationsDir,runMigrations:t.runMigrations,platform:v.platform});try{let n=await m({context:v,database:x,captureRevisions:!0}),{state:r}=n,a=await l(x),s=await u(x),b=f(s),S=a.filter(e=>e.kind!==`inline`&&e.loaderId!==null&&v.pluginRegistry.getEntityLoaderById(e.loaderId)!==void 0),C=S.filter(e=>!b.has(e.key)),w=S.filter(e=>b.has(e.key)),T=async e=>{await n.materialize(e.key)},E=t.reporter??c,D=C.length;await E.run(`Building content items`,async e=>{let t=0,n=0;await h(C,8,async r=>{let a=Date.now();try{await T(r),y.debug(`materialized ${r.key} (+${Date.now()-a}ms)`)}catch(e){if(!(e instanceof i))throw e;n+=1,y.debug(`Could not materialize ${r.key}; recorded the problem`)}t+=1,e.progress(t,D)});let r=await d(v.pluginIO,{contentDir:v.contentDir,database:x,logger:y});return r.removedRows>0&&y.debug(`post-materialize asset GC removed orphan assets`,{count:r.removedRows,swept:r.sweptFilenames.length}),n},t=>{if(D===0)return`All content items are built`;let n=`Built ${e(D-t)} content ${D-t===1?`item`:`items`}`;return t>0?`${n} (${e(t)} failed)`:n});let O=await E.run(`Indexing search`,e=>g({context:v,database:x,inlineSearchables:t.inlineSearchables,materializer:n,onProgress:(t,n)=>e.progress(t,n)}),t=>`Indexed ${e(t.synced)} content ${t.synced===1?`item`:`items`} for search`);return await E.run(`Writing static files`,()=>p({io:v.pluginIO,contentDir:v.contentDir,database:x,rows:s,staleProducers:w,materializeEntity:T,resolveAudience:_({config:v.config,routes:o(r,v.config)}),logger:y}),t=>`Wrote ${e(t.files.length)} static ${t.files.length===1?`file`:`files`}`),{entityCount:D+w.length,problems:O.problems}}finally{b&&await x.close()}}export{v as BuildOptionsError,y as assertRuntimeBuildOptions,b as runBuild,x as runContentEntityBuild};
package/dist/cli/args.js CHANGED
@@ -1 +1 @@
1
- import{createLogger as e,isLogLevel as t}from"../shared/logger.js";import{isRemoteDatabaseUrl as n}from"../content-layer/database/utils/is-remote-database-url.js";import{createReporter as r}from"../shared/reporter.js";import{loadProjectEnv as i}from"../shared/load-dot-env.js";import{BuildOptionsError as a}from"../bundler/build/run.js";import{CliUsageError as o,parseArgs as s}from"./parse-args.js";import{resolve as c}from"node:path";const l={alias:{h:`help`,D:`debug`,d:`project-dir`},boolean:[`help`,`h`],string:[`project-dir`,`db`,`log-level`]};function u(e){let t=c(y(e[`project-dir`],`--project-dir`)??process.env.REDOCLY_CONTENT_DIR??`.`),n=h(e.db),r=x(e.debug),a=g(e[`log-level`]);i(t);let o=a??_(process.env.REDOCLY_LOG_LEVEL);return{contentDir:t,databaseUrl:n,level:o,debug:r,stacks:r!==!1||o===`debug`,expandPhases:r===!0||o===`debug`}}function d(t,n){let i=e({level:t.level===`debug`?`debug`:`http`,debug:t.debug,output:n});return p(i),{...t,logger:i,reporter:r(n)}}let f;function p(e){if(f===void 0){let e=process.listeners(`warning`).find(e=>e.name===`onWarning`);if(e===void 0||Reflect.get(process,`traceProcessWarnings`)===!0)return;process.off(`warning`,e),process.on(`warning`,e=>{m.has(e.code??``)||f?.warn(e.message,{code:e.code})})}f=e}const m=/* @__PURE__ */ new Set([`MODULE_TYPELESS_PACKAGE_JSON`]);function h(e){let t=y(e,`--db`);if(t!==void 0&&n(t))throw new o(`Invalid value for --db. Expected a local path or file: URL.`);return t}function g(e){if(e!==void 0){if(t(e))return e;throw new o(`Invalid value for --log-level. Expected "debug", "http", "info", "warn" or "error".`)}}function _(e){let n=e?.toLowerCase();return t(n)?n:void 0}function v(e){if(e!==void 0){if(typeof e==`number`&&Number.isInteger(e)&&e>0)return e;if(typeof e==`string`&&/^[1-9]\d*$/.test(e))return Number(e);throw new o(`Invalid value for --port. Expected a positive integer.`)}}function y(e,t){if(e!==void 0){if(typeof e!=`string`||e.trim()===``)throw new o(`Invalid value for ${t}. Expected a non-empty string.`);return e}}function b(e){return typeof e==`string`&&e.length>0?e.split(`,`):void 0}function x(e){if(e===void 0||e===!1)return!1;if(e===!0)return!0;if(typeof e==`string`){let t=S([e]);if(t.length===0)throw T();return t}if(Array.isArray(e)&&e.every(e=>typeof e==`string`)){let t=S(e);if(t.length===0)throw T();return t}throw T()}function S(e){let t=/* @__PURE__ */ new Set;for(let n of e)for(let e of n.split(`,`)){let n=e.trim();n!==``&&t.add(n)}return[...t]}function C(e){if(e===void 0)return`local`;if(e===`local`||e===`cloud`)return e;throw new o(`Invalid value for --target. Expected "local" or "cloud".`)}function w(e){if(e===void 0)return`nodejs`;if(e===`nodejs`||e===`aws-lambda`)return e;throw new o(`Invalid value for --platform. Expected "nodejs" or "aws-lambda".`)}function T(){return new o(`Invalid value for --debug. Expected a stream name or a comma-separated list.`)}function E(e,t){if(e instanceof o||e instanceof a)return t.stderr(e.message),1;throw e}export{l as COMMON_FLAGS,o as CliUsageError,s as parseArgs,C as parseBuildTarget,x as parseDebugFlag,b as parseHintsFlag,w as parseHostPlatform,y as parseOptionalStringFlag,v as parsePort,E as reportUsageError,u as resolveCommonArgs,d as setUpLogging};
1
+ import{createLogger as e,isLogLevel as t}from"../shared/logger.js";import{isRemoteDatabaseUrl as n}from"../content-layer/database/utils/is-remote-database-url.js";import{createReporter as r}from"../shared/reporter.js";import{BuildOptionsError as i}from"../bundler/build/run.js";import{loadProjectEnv as a}from"../shared/load-dot-env.js";import{CliUsageError as o,parseArgs as s}from"./parse-args.js";import{resolve as c}from"node:path";const l={alias:{h:`help`,D:`debug`,d:`project-dir`},boolean:[`help`,`h`],string:[`project-dir`,`db`,`log-level`]};function u(e){let t=c(y(e[`project-dir`],`--project-dir`)??process.env.REDOCLY_CONTENT_DIR??`.`),n=h(e.db),r=x(e.debug),i=g(e[`log-level`]);a(t);let o=i??_(process.env.REDOCLY_LOG_LEVEL);return{contentDir:t,databaseUrl:n,level:o,debug:r,stacks:r!==!1||o===`debug`,expandPhases:r===!0||o===`debug`}}function d(t,n){let i=e({level:t.level===`debug`?`debug`:`http`,debug:t.debug,output:n});return p(i),{...t,logger:i,reporter:r(n)}}let f;function p(e){if(f===void 0){let e=process.listeners(`warning`).find(e=>e.name===`onWarning`);if(e===void 0||Reflect.get(process,`traceProcessWarnings`)===!0)return;process.off(`warning`,e),process.on(`warning`,e=>{m.has(e.code??``)||f?.warn(e.message,{code:e.code})})}f=e}const m=/* @__PURE__ */ new Set([`MODULE_TYPELESS_PACKAGE_JSON`]);function h(e){let t=y(e,`--db`);if(t!==void 0&&n(t))throw new o(`Invalid value for --db. Expected a local path or file: URL.`);return t}function g(e){if(e!==void 0){if(t(e))return e;throw new o(`Invalid value for --log-level. Expected "debug", "http", "info", "warn" or "error".`)}}function _(e){let n=e?.toLowerCase();return t(n)?n:void 0}function v(e){if(e!==void 0){if(typeof e==`number`&&Number.isInteger(e)&&e>0)return e;if(typeof e==`string`&&/^[1-9]\d*$/.test(e))return Number(e);throw new o(`Invalid value for --port. Expected a positive integer.`)}}function y(e,t){if(e!==void 0){if(typeof e!=`string`||e.trim()===``)throw new o(`Invalid value for ${t}. Expected a non-empty string.`);return e}}function b(e){return typeof e==`string`&&e.length>0?e.split(`,`):void 0}function x(e){if(e===void 0||e===!1)return!1;if(e===!0)return!0;if(typeof e==`string`){let t=S([e]);if(t.length===0)throw T();return t}if(Array.isArray(e)&&e.every(e=>typeof e==`string`)){let t=S(e);if(t.length===0)throw T();return t}throw T()}function S(e){let t=/* @__PURE__ */ new Set;for(let n of e)for(let e of n.split(`,`)){let n=e.trim();n!==``&&t.add(n)}return[...t]}function C(e){if(e===void 0)return`local`;if(e===`local`||e===`cloud`)return e;throw new o(`Invalid value for --target. Expected "local" or "cloud".`)}function w(e){if(e===void 0)return`nodejs`;if(e===`nodejs`||e===`aws-lambda`)return e;throw new o(`Invalid value for --platform. Expected "nodejs" or "aws-lambda".`)}function T(){return new o(`Invalid value for --debug. Expected a stream name or a comma-separated list.`)}function E(e,t){if(e instanceof o||e instanceof i)return t.stderr(e.message),1;throw e}export{l as COMMON_FLAGS,o as CliUsageError,s as parseArgs,C as parseBuildTarget,x as parseDebugFlag,b as parseHintsFlag,w as parseHostPlatform,y as parseOptionalStringFlag,v as parsePort,E as reportUsageError,u as resolveCommonArgs,d as setUpLogging};
@@ -1 +1 @@
1
- import{hashJsonValue as e,hashString as t}from"../content-layer/database/utils/json.js";import{hashContentBytes as n}from"../shared/utils/content-hash.js";import{SOURCE_TEMPLATE_PREFIX as r}from"../shared/constants/template-ids.js";import{getProcessEnv as i}from"../shared/public-env.js";import{RUNTIME_SSR_DIRNAME as a,RUNTIME_SSR_ENTRY_FILENAME as o}from"../shared/constants/runtime-layout.js";import{isObject as s}from"../shared/utils/is-object.js";import{RBAC_TEAM_ANONYMOUS as c,RBAC_TEAM_AUTHENTICATED as l}from"../shared/rbac/types.js";import{entities as u,pageMarkdown as d,reactPageChecks as f,routeDeps as p,routes as m}from"../content-layer/database/schema.js";import{loadContentLayerConfig as h}from"../content-layer/config.js";import{resolveContentLayerContext as ee}from"../content-layer/context.js";import{openContentLayerDatabase as g}from"../content-layer/database/connection.js";import{createRouteQueryEvaluator as _}from"../content-layer/plugins/utils/route-index.js";import{APP_DATA_ENTITY_KEY as v}from"../shared/constants/app-data.js";import{SIDEBAR_BACK_LINK_ROUTE_DEP_KEY as y,SIDEBAR_BREADCRUMBS_ROUTE_DEP_KEY as b,SIDEBAR_ROUTE_DEP_KEY as x,isLocalizedSidebarDepKey as S}from"../shared/constants/route-deps.js";import{createContentPlugins as C}from"../content-layer/plugins/create-content-plugins.js";import"../content-layer/plugins/index.js";import{readPackageVersion as w}from"./output.js";import{createMarkdownCopyRule as te}from"../content-layer/markdown-copy-rule.js";import{createProblem as T}from"../content-layer/problems/codes.js";import"../content-layer/server/database.js";import{extractRbacTeamNames as E}from"../server/auth/dev-login-teams.js";import{resolvePageOwnTitle as D,resolveRuntimePage as O}from"../server/content.js";import{collectChunks as k,loadTemplateManifestKeys as A,loadViteManifest as j}from"../server/manifest-assets.js";import{loadRuntimeConfig as M}from"../server/runtime-config.js";import{loadContentLayerState as N}from"../content-layer/context-state.js";import{toRbacTeams as P}from"../content-layer/ingest/rbac-teams.js";import{htmlToMarkdownDoc as ne}from"../content-layer/markdown/search/html-to-markdown.js";import{pathToFileURL as re}from"node:url";import{join as F}from"node:path";import{readFile as ie}from"node:fs/promises";import{and as I,asc as L,eq as R,gte as z,inArray as B,lt as V}from"drizzle-orm";const H=/\.page\.tsx?$/i,U=/-[\w-]{8}\.mjs\b/g,W=`http://localhost`,G=`react-page:markdown:`,K=[x,y,b];async function q(e){let t=[...e.sourceTemplates].filter(e=>H.test(e));if(t.length===0)return await e.database?.db.transaction(async e=>{await e.delete(f),await e.delete(d).where(ae())}),{pageCount:0,renderedCount:0,problems:[]};let n=e.database===void 0,r=e.database??await g({contentDir:e.contentDir,databaseUrl:e.databaseUrl,logger:e.logger,runMigrations:!1});try{let n=ee({contentDir:e.contentDir,context:e.context,logger:e.logger,plugins:e.context?[]:C(e.contentDir)}),{config:s}=await h({context:n}),u=await N({context:n,database:r}),{config:p}=await M(r,i()),m=F(e.outputDir,a),g,v=await oe(r,t),y=await se({config:p,database:r,pages:v,ssrDir:m}),b=await ue(r),x=_(u,s).index(),S=te(s),w={...p,access:{...p.access,rbac:void 0}},D=[c,l,...E(p)],O=[],k=/* @__PURE__ */ new Map,A=[];for(let t of v){let{path:i,slug:a}=t,s=y.get(J(t));if(s!==void 0&&b.get(J(t))===s)continue;g??=await import(re(F(m,o)).href);let c={context:n,database:r,ssr:g,slug:a,logger:e.logger},l=(await Q({...c,config:w,teams:D}))?.error;if(l!==void 0){k.set(J(t),void 0),O.push(T({code:`react-page/render-failed`,message:`Runtime error${t.locale?` in locale ${t.locale}`:``}: ${l.message}`,location:{filePath:i}}));continue}k.set(J(t),s);for(let n of t.slugs){let r=x.get(n),a=r&&S.allows(r)?de(r.access):void 0;if(r===void 0||a===void 0)continue;let o=await Q({...c,slug:n,config:p,teams:a});if(o?.error!==void 0)e.logger?.warn(`No Markdown for the React page ${i} at ${n}: ${o.error.message}`);else if(o!==null){let e=J(t);A.push(...await fe({key:e,html:o.html,route:r,fingerprint:s}))}}}let j=[...b.keys()].filter(e=>!y.has(e));if(k.size>0||j.length>0){let e=new Map([...b].filter(([e])=>y.has(e)));for(let[t,n]of k)n===void 0?e.delete(t):e.set(t,n);let t=[...e].map(([e,t])=>Object.assign(Y(e),{fingerprint:t})),n=[...j,...k.keys()].map(X);await r.db.transaction(async e=>{await e.delete(f);for(let n=0;n<t.length;n+=500)await e.insert(f).values(t.slice(n,n+500));for(let t of Z(n))await e.delete(d).where(B(d.entityKey,t));for(let t=0;t<A.length;t+=500)await e.insert(d).values(A.slice(t,t+500))})}return{pageCount:v.length,renderedCount:k.size,problems:O}}finally{n&&await r.close()}}function J(e){return`${e.path}\u0000${e.locale}`}function Y(e){let t=e.lastIndexOf(`\0`);return{path:e.slice(0,t),locale:e.slice(t+1)}}function X(e){let{path:t,locale:n}=Y(e);return`${G}${n}/${t}`}function ae(){return I(z(d.entityKey,G),V(d.entityKey,`${G.slice(0,-1)};`))}async function oe(e,t){let n=[];for(let i of Z(t.map(e=>`${r}${e}`)))n.push(...await e.db.select({slug:m.slug,locale:m.locale,isFallback:m.isFallback,canonicalSlug:m.canonicalSlug,template:m.template,metadata:m.metadata}).from(m).where(B(m.template,i)).orderBy(L(m.id)));let i=/* @__PURE__ */ new Map;for(let{isFallback:e,canonicalSlug:t,...a}of n){let n={path:a.template.slice(r.length),slugs:[a.slug],depsSlug:e&&t?t:a.slug,...a},o=i.get(J(n));o?o.slugs.push(a.slug):i.set(J(n),n)}return[...i.values()]}async function se(t){let[n,r]=await Promise.all([j(t.ssrDir),A(t.ssrDir)]),i=await ce(t.database,t.pages.map(e=>e.depsSlug)),a=le(t.ssrDir),s=async(e,t)=>(await Promise.all([...k(n,e,t)].map(a))).sort(),c=Object.values(n).find(e=>e.isEntry),[l]=await t.database.db.select({dataHash:u.dataHash}).from(u).where(I(R(u.isCurrent,1),R(u.key,v))),d={version:w(),config:e(t.config),appData:l?.dataHash??null,entry:await a(o),entryChunks:c?await s(c):[]},f=/* @__PURE__ */ new Map;for(let a of t.pages){let t=n[r[a.template]??``];f.set(J(a),t===void 0?void 0:e({...d,chunks:await s(t,{dynamicImports:!0}),route:{slug:a.slug,template:a.template,metadata:a.metadata},deps:i.get(a.depsSlug)??[]}))}return f}async function ce(e,t){let n=[];for(let r of Z(t))n.push(...await e.db.select().from(p).where(B(p.routeSlug,r)));let r=n.filter(e=>!K.includes(e.key)&&!S(e.key)),i=[...new Set(r.filter(e=>e.dependencyType===`entity`).map(e=>e.target))],a=/* @__PURE__ */ new Map;for(let t of Z(i)){let n=await e.db.select({key:u.key,dataHash:u.dataHash}).from(u).where(I(R(u.isCurrent,1),B(u.key,t)));for(let e of n)a.set(e.key,e.dataHash)}let o=/* @__PURE__ */ new Map;for(let e of r.sort((e,t)=>e.key<t.key?-1:+(e.key>t.key))){let t=o.get(e.routeSlug)??[];t.push({key:e.key,type:e.dependencyType,target:e.target,args:e.args,dataHash:a.get(e.target)??null}),o.set(e.routeSlug,t)}return o}function*Z(e){for(let t=0;t<e.length;t+=50)yield e.slice(t,t+50)}function le(e){let n=/* @__PURE__ */ new Map;return r=>{let i=n.get(r);return i===void 0&&(i=ie(F(e,r),`utf8`).then(e=>t(e.replace(U,`.mjs`))),n.set(r,i)),i}}async function ue(e){let t=await e.db.select().from(f);return new Map(t.map(e=>[J(e),e.fingerprint]))}function de(e){let t=P(e);if(t.includes(`anonymous`))return[c];if(t.includes(`authenticated`))return[l]}async function fe(e){let{chunks:t,headings:r}=ne(e.html),{metadata:i}=e.route,a=s(i.seo)?i.seo:{},o=s(i.search)?i.search:{},c=[a.description,i.description].find(e=>typeof e==`string`&&e.trim()!==``),l=D(i,typeof o.title==`string`?o.title.trim():void 0)??r.find(e=>e!==null)?.heading??null,u=w();return Promise.all(t.map(async(t,i)=>({entityKey:X(e.key),chunkIndex:i,routeSlug:e.route.slug,text:t,heading:r[i]?.heading??null,anchor:r[i]?.anchor??null,title:l,description:c??null,rbacTeams:P(e.route.access),hash:await n(new TextEncoder().encode(t)),sourceHash:e.fingerprint??``,pluginVersion:u})))}async function Q(e){try{let t=await $(e,e.slug);if(t.page.status===302&&t.redirectTo!==void 0&&(t=await $(e,t.redirectTo)),t.page.status!==200)return null;let n=await e.ssr.render(t.page,t.resolvedLoaderData,t.url,W),r=await new Response(n.stream).text();return n.renderError?{error:n.renderError}:{html:r}}catch(e){return{error:e instanceof Error?e:Error(String(e))}}}async function $(e,t){let n=`${W}${t}`,r={headers:{},ip:null,method:`GET`,teams:e.teams,url:n,userAgent:null};return{...await O({config:e.config,contentDir:e.context.contentDir,context:e.context,database:e.database,logger:e.logger,request:r,url:n}),url:n}}export{q as validateReactPages};
1
+ import{hashJsonValue as e,hashString as t}from"../content-layer/database/utils/json.js";import{hashContentBytes as n}from"../shared/utils/content-hash.js";import{SOURCE_TEMPLATE_PREFIX as r}from"../shared/constants/template-ids.js";import{getProcessEnv as i}from"../shared/public-env.js";import{RUNTIME_SSR_DIRNAME as a,RUNTIME_SSR_ENTRY_FILENAME as o}from"../shared/constants/runtime-layout.js";import{isObject as s}from"../shared/utils/is-object.js";import{RBAC_TEAM_ANONYMOUS as c,RBAC_TEAM_AUTHENTICATED as l}from"../shared/rbac/types.js";import{entities as u,pageMarkdown as d,reactPageChecks as f,routeDeps as p,routes as m}from"../content-layer/database/schema.js";import{loadContentLayerConfig as h}from"../content-layer/config.js";import{resolveContentLayerContext as ee}from"../content-layer/context.js";import{openContentLayerDatabase as g}from"../content-layer/database/connection.js";import{createRouteQueryEvaluator as _}from"../content-layer/plugins/utils/route-index.js";import{APP_DATA_ENTITY_KEY as v}from"../shared/constants/app-data.js";import{SIDEBAR_BACK_LINK_ROUTE_DEP_KEY as y,SIDEBAR_BREADCRUMBS_ROUTE_DEP_KEY as b,SIDEBAR_ROUTE_DEP_KEY as x,isLocalizedSidebarDepKey as S}from"../shared/constants/route-deps.js";import{createContentPlugins as C}from"../content-layer/plugins/create-content-plugins.js";import"../content-layer/plugins/index.js";import{readPackageVersion as w}from"./output.js";import{createProblem as T}from"../content-layer/problems/codes.js";import"../content-layer/server/database.js";import{loadContentLayerState as E}from"../content-layer/context-state.js";import{toRbacTeams as D}from"../content-layer/ingest/rbac-teams.js";import{createMarkdownCopyRule as O}from"../content-layer/markdown-copy-rule.js";import{extractRbacTeamNames as k}from"../server/auth/dev-login-teams.js";import{resolvePageOwnTitle as A,resolveRuntimePage as j}from"../server/content.js";import{collectChunks as M,loadTemplateManifestKeys as N,loadViteManifest as te}from"../server/manifest-assets.js";import{loadRuntimeConfig as ne}from"../server/runtime-config.js";import{htmlToMarkdownDoc as re}from"../content-layer/markdown/search/html-to-markdown.js";import{pathToFileURL as ie}from"node:url";import{join as P}from"node:path";import{readFile as F}from"node:fs/promises";import{and as I,asc as L,eq as R,gte as z,inArray as B,lt as V}from"drizzle-orm";const H=/\.page\.tsx?$/i,U=/-[\w-]{8}\.mjs\b/g,W=`http://localhost`,G=`react-page:markdown:`,K=[x,y,b];async function q(e){let t=[...e.sourceTemplates].filter(e=>H.test(e));if(t.length===0)return await e.database?.db.transaction(async e=>{await e.delete(f),await e.delete(d).where(ae())}),{pageCount:0,renderedCount:0,problems:[]};let n=e.database===void 0,r=e.database??await g({contentDir:e.contentDir,databaseUrl:e.databaseUrl,logger:e.logger,runMigrations:!1});try{let n=ee({contentDir:e.contentDir,context:e.context,logger:e.logger,plugins:e.context?[]:C(e.contentDir)}),{config:s}=await h({context:n}),u=await E({context:n,database:r}),{config:p}=await ne(r,i()),m=P(e.outputDir,a),g,v=await oe(r,t),y=await se({config:p,database:r,pages:v,ssrDir:m}),b=await ue(r),x=_(u,s).index(),S=O(s),w={...p,access:{...p.access,rbac:void 0}},D=[c,l,...k(p)],A=[],j=/* @__PURE__ */ new Map,M=[];for(let t of v){let{path:i,slug:a}=t,s=y.get(J(t));if(s!==void 0&&b.get(J(t))===s)continue;g??=await import(ie(P(m,o)).href);let c={context:n,database:r,ssr:g,slug:a,logger:e.logger},l=(await Q({...c,config:w,teams:D}))?.error;if(l!==void 0){j.set(J(t),void 0),A.push(T({code:`react-page/render-failed`,message:`Runtime error${t.locale?` in locale ${t.locale}`:``}: ${l.message}`,location:{filePath:i}}));continue}j.set(J(t),s);for(let n of t.slugs){let r=x.get(n),a=r&&S.allows(r)?de(r.access):void 0;if(r===void 0||a===void 0)continue;let o=await Q({...c,slug:n,config:p,teams:a});if(o?.error!==void 0)e.logger?.warn(`No Markdown for the React page ${i} at ${n}: ${o.error.message}`);else if(o!==null){let e=J(t);M.push(...await fe({key:e,html:o.html,route:r,fingerprint:s}))}}}let N=[...b.keys()].filter(e=>!y.has(e));if(j.size>0||N.length>0){let e=new Map([...b].filter(([e])=>y.has(e)));for(let[t,n]of j)n===void 0?e.delete(t):e.set(t,n);let t=[...e].map(([e,t])=>Object.assign(Y(e),{fingerprint:t})),n=[...N,...j.keys()].map(X);await r.db.transaction(async e=>{await e.delete(f);for(let n=0;n<t.length;n+=500)await e.insert(f).values(t.slice(n,n+500));for(let t of Z(n))await e.delete(d).where(B(d.entityKey,t));for(let t=0;t<M.length;t+=500)await e.insert(d).values(M.slice(t,t+500))})}return{pageCount:v.length,renderedCount:j.size,problems:A}}finally{n&&await r.close()}}function J(e){return`${e.path}\u0000${e.locale}`}function Y(e){let t=e.lastIndexOf(`\0`);return{path:e.slice(0,t),locale:e.slice(t+1)}}function X(e){let{path:t,locale:n}=Y(e);return`${G}${n}/${t}`}function ae(){return I(z(d.entityKey,G),V(d.entityKey,`${G.slice(0,-1)};`))}async function oe(e,t){let n=[];for(let i of Z(t.map(e=>`${r}${e}`)))n.push(...await e.db.select({slug:m.slug,locale:m.locale,isFallback:m.isFallback,canonicalSlug:m.canonicalSlug,template:m.template,metadata:m.metadata}).from(m).where(B(m.template,i)).orderBy(L(m.id)));let i=/* @__PURE__ */ new Map;for(let{isFallback:e,canonicalSlug:t,...a}of n){let n={path:a.template.slice(r.length),slugs:[a.slug],depsSlug:e&&t?t:a.slug,...a},o=i.get(J(n));o?o.slugs.push(a.slug):i.set(J(n),n)}return[...i.values()]}async function se(t){let[n,r]=await Promise.all([te(t.ssrDir),N(t.ssrDir)]),i=await ce(t.database,t.pages.map(e=>e.depsSlug)),a=le(t.ssrDir),s=async(e,t)=>(await Promise.all([...M(n,e,t)].map(a))).sort(),c=Object.values(n).find(e=>e.isEntry),[l]=await t.database.db.select({dataHash:u.dataHash}).from(u).where(I(R(u.isCurrent,1),R(u.key,v))),d={version:w(),config:e(t.config),appData:l?.dataHash??null,entry:await a(o),entryChunks:c?await s(c):[]},f=/* @__PURE__ */ new Map;for(let a of t.pages){let t=n[r[a.template]??``];f.set(J(a),t===void 0?void 0:e({...d,chunks:await s(t,{dynamicImports:!0}),route:{slug:a.slug,template:a.template,metadata:a.metadata},deps:i.get(a.depsSlug)??[]}))}return f}async function ce(e,t){let n=[];for(let r of Z(t))n.push(...await e.db.select().from(p).where(B(p.routeSlug,r)));let r=n.filter(e=>!K.includes(e.key)&&!S(e.key)),i=[...new Set(r.filter(e=>e.dependencyType===`entity`).map(e=>e.target))],a=/* @__PURE__ */ new Map;for(let t of Z(i)){let n=await e.db.select({key:u.key,dataHash:u.dataHash}).from(u).where(I(R(u.isCurrent,1),B(u.key,t)));for(let e of n)a.set(e.key,e.dataHash)}let o=/* @__PURE__ */ new Map;for(let e of r.sort((e,t)=>e.key<t.key?-1:+(e.key>t.key))){let t=o.get(e.routeSlug)??[];t.push({key:e.key,type:e.dependencyType,target:e.target,args:e.args,dataHash:a.get(e.target)??null}),o.set(e.routeSlug,t)}return o}function*Z(e){for(let t=0;t<e.length;t+=50)yield e.slice(t,t+50)}function le(e){let n=/* @__PURE__ */ new Map;return r=>{let i=n.get(r);return i===void 0&&(i=F(P(e,r),`utf8`).then(e=>t(e.replace(U,`.mjs`))),n.set(r,i)),i}}async function ue(e){let t=await e.db.select().from(f);return new Map(t.map(e=>[J(e),e.fingerprint]))}function de(e){let t=D(e);if(t.includes(`anonymous`))return[c];if(t.includes(`authenticated`))return[l]}async function fe(e){let{chunks:t,headings:r}=re(e.html),{metadata:i}=e.route,a=s(i.seo)?i.seo:{},o=s(i.search)?i.search:{},c=[a.description,i.description].find(e=>typeof e==`string`&&e.trim()!==``),l=A(i,typeof o.title==`string`?o.title.trim():void 0)??r.find(e=>e!==null)?.heading??null,u=w();return Promise.all(t.map(async(t,i)=>({entityKey:X(e.key),chunkIndex:i,routeSlug:e.route.slug,text:t,heading:r[i]?.heading??null,anchor:r[i]?.anchor??null,title:l,description:c??null,rbacTeams:D(e.route.access),hash:await n(new TextEncoder().encode(t)),sourceHash:e.fingerprint??``,pluginVersion:u})))}async function Q(e){try{let t=await $(e,e.slug);if(t.page.status===302&&t.redirectTo!==void 0&&(t=await $(e,t.redirectTo)),t.page.status!==200)return null;let n=await e.ssr.render(t.page,t.resolvedLoaderData,t.url,W),r=await new Response(n.stream).text();return n.renderError?{error:n.renderError}:{html:r}}catch(e){return{error:e instanceof Error?e:Error(String(e))}}}async function $(e,t){let n=`${W}${t}`,r={headers:{},ip:null,method:`GET`,teams:e.teams,url:n,userAgent:null};return{...await j({config:e.config,contentDir:e.context.contentDir,context:e.context,database:e.database,logger:e.logger,request:r,url:n}),url:n}}export{q as validateReactPages};
@@ -1 +1 @@
1
- import{entities as e,entityDeps as t,filePlugins as n,files as r,originDeps as i,routeDeps as a,routes as o,searchDocuments as s}from"./schema.js";import{batchValues as c,normalizeBatchSize as l,runWithSqliteBusyRetry as u}from"./connection.js";import{garbageCollectOrphanedEntitiesInTransaction as d}from"./invalidation.js";import{deleteProblemsForFilesTx as f}from"./problems.js";import{deleteLinkRowsForFilesTx as p}from"./link-refs.js";import{and as m,eq as h,inArray as g,sql as _}from"drizzle-orm";async function v(e){return e.db.select({hash:r.hash,id:r.id,lastModifiedAt:r.lastModifiedAt,manifestVersion:r.manifestVersion,path:r.path}).from(r).orderBy(r.path)}async function y(e,t){let n=/* @__PURE__ */ new Map;for(let i of c(t,500)){let t=await e.db.select({manifest:r.manifest,path:r.path}).from(r).where(g(r.path,i));for(let e of t)n.set(e.path,JSON.parse(e.manifest))}return n}async function b(e){let t=await e.db.select({fileId:n.fileId,filePath:r.path,pluginId:n.pluginId,pluginVersion:n.pluginVersion}).from(n).innerJoin(r,h(n.fileId,r.id)).orderBy(r.path,n.pluginId),i=/* @__PURE__ */ new Map;for(let e of t){let t=i.get(e.filePath)??[];t.push({fileId:e.fileId,pluginId:e.pluginId,pluginVersion:e.pluginVersion}),i.set(e.filePath,t)}return i}async function x(e){let[t,n,i,a]=await Promise.all([v(e),e.db.select({metadata:o.metadata,originFileId:o.sourceId,originFilePath:r.path,originPluginId:o.pluginId,routeId:o.routeId,sidebarSubtreeEntityKey:o.sidebarSubtreeEntityKey,wildcardPrefix:o.wildcardPrefix,slug:o.slug,requestedSlug:o.requestedSlug,slugType:o.slugType,template:o.template,versionGroup:o.versionGroup,version:o.version,locale:o.locale,isFallback:o.isFallback,canonicalSlug:o.canonicalSlug}).from(o).leftJoin(r,h(o.sourceId,r.id)).orderBy(r.path,o.pluginId,o.routeId),S(e),b(e)]);return{entities:i,filePluginsByPath:a,files:t,routes:n}}async function S(t,n){return t.db.select({id:e.id,isSystem:e.isSystem,key:e.key,kind:e.kind,type:e.type,metadata:e.metadata,dataHash:e.dataHash,loaderArgs:e.loaderArgs,loaderId:e.loaderId,pluginId:e.pluginId,status:e.status}).from(e).where(n===void 0?h(e.isCurrent,1):m(g(e.key,[...n]),h(e.isCurrent,1))).orderBy(e.key)}async function C(e,s){let m=l(s.batchSize);return s.upserts.length===0&&s.removedPaths.length===0?[]:u(()=>e.db.transaction(async e=>{let l=[];for(let t of c(s.upserts,m)){let n=await e.insert(r).values(t).onConflictDoUpdate({target:r.path,set:{hash:_.raw(`excluded.hash`),manifest:_.raw(`excluded.manifest`),manifestVersion:_.raw(`excluded.manifest_v`),lastModifiedAt:_.raw(`excluded.last_modified_at`)}}).returning({id:r.id,path:r.path,hash:r.hash,lastModifiedAt:r.lastModifiedAt,manifestVersion:r.manifestVersion});l.push(...n)}if(s.removedPaths.length>0){let l=(await e.select({id:r.id}).from(r).where(g(r.path,s.removedPaths))).map(e=>e.id);if(l.length>0){for(let r of c(l,m))await e.delete(t).where(g(t.originFileId,r)),await e.delete(i).where(g(i.originFileId,r)),await e.delete(a).where(g(a.originFileId,r)),await e.delete(o).where(g(o.sourceId,r)),await e.delete(n).where(g(n.fileId,r)),await f(e,r,m),await p(e,r,m);for(let t of c(l,m))await e.delete(r).where(g(r.id,t));await d(e)}}return l}),{logger:s.logger,operation:`persist content file state`})}async function w(e,t,n){t.length!==0&&await u(()=>e.db.transaction(async e=>{for(let n of t)await e.update(r).set({lastModifiedAt:n.lastModifiedAt}).where(h(r.path,n.path))}),{logger:n,operation:`refresh file last-modified`})}async function T(e){let[t,n]=await Promise.all([e.db.select({filePath:r.path,slug:o.slug,metadata:o.metadata}).from(o).innerJoin(r,h(o.sourceId,r.id)),e.db.select({slug:s.routeSlug,title:s.title}).from(s).where(g(s.docKey,[`page`,`overview`]))]),i=new Map(n.map(e=>[e.slug,e.title])),a=/* @__PURE__ */ new Map;for(let{filePath:e,slug:n,metadata:r}of t){let t=a.get(e);if(t!==void 0&&t.slug.length<=n.length)continue;let o=i.get(n)||r.title;a.set(e,typeof o==`string`&&o?{slug:n,title:o}:{slug:n})}return a}export{T as listRoutePagesByFile,y as loadFileManifestsByPaths,S as loadPersistedContentStateEntities,x as loadPersistedContentStateSummary,v as loadStoredContentFiles,C as persistContentFileState,w as refreshFileLastModified};
1
+ import{entities as e,entityDeps as t,filePlugins as n,files as r,originDeps as i,routeDeps as a,routes as o,searchDocuments as s}from"./schema.js";import{batchValues as c,normalizeBatchSize as l,runWithSqliteBusyRetry as u}from"./connection.js";import{deleteProblemsForFilesTx as d}from"./problems.js";import{garbageCollectOrphanedEntitiesInTransaction as f}from"./invalidation.js";import{deleteLinkRowsForFilesTx as p}from"./link-refs.js";import{and as m,eq as h,inArray as g,sql as _}from"drizzle-orm";async function v(e){return e.db.select({hash:r.hash,id:r.id,lastModifiedAt:r.lastModifiedAt,manifestVersion:r.manifestVersion,path:r.path}).from(r).orderBy(r.path)}async function y(e,t){let n=/* @__PURE__ */ new Map;for(let i of c(t,500)){let t=await e.db.select({manifest:r.manifest,path:r.path}).from(r).where(g(r.path,i));for(let e of t)n.set(e.path,JSON.parse(e.manifest))}return n}async function b(e){let t=await e.db.select({fileId:n.fileId,filePath:r.path,pluginId:n.pluginId,pluginVersion:n.pluginVersion}).from(n).innerJoin(r,h(n.fileId,r.id)).orderBy(r.path,n.pluginId),i=/* @__PURE__ */ new Map;for(let e of t){let t=i.get(e.filePath)??[];t.push({fileId:e.fileId,pluginId:e.pluginId,pluginVersion:e.pluginVersion}),i.set(e.filePath,t)}return i}async function x(e){let[t,n,i,a]=await Promise.all([v(e),e.db.select({metadata:o.metadata,originFileId:o.sourceId,originFilePath:r.path,originPluginId:o.pluginId,routeId:o.routeId,sidebarSubtreeEntityKey:o.sidebarSubtreeEntityKey,wildcardPrefix:o.wildcardPrefix,slug:o.slug,requestedSlug:o.requestedSlug,slugType:o.slugType,template:o.template,versionGroup:o.versionGroup,version:o.version,locale:o.locale,isFallback:o.isFallback,canonicalSlug:o.canonicalSlug}).from(o).leftJoin(r,h(o.sourceId,r.id)).orderBy(r.path,o.pluginId,o.routeId),S(e),b(e)]);return{entities:i,filePluginsByPath:a,files:t,routes:n}}async function S(t,n){return t.db.select({id:e.id,isSystem:e.isSystem,key:e.key,kind:e.kind,type:e.type,metadata:e.metadata,dataHash:e.dataHash,loaderArgs:e.loaderArgs,loaderId:e.loaderId,pluginId:e.pluginId,status:e.status}).from(e).where(n===void 0?h(e.isCurrent,1):m(g(e.key,[...n]),h(e.isCurrent,1))).orderBy(e.key)}async function C(e,s){let m=l(s.batchSize);return s.upserts.length===0&&s.removedPaths.length===0?[]:u(()=>e.db.transaction(async e=>{let l=[];for(let t of c(s.upserts,m)){let n=await e.insert(r).values(t).onConflictDoUpdate({target:r.path,set:{hash:_.raw(`excluded.hash`),manifest:_.raw(`excluded.manifest`),manifestVersion:_.raw(`excluded.manifest_v`),lastModifiedAt:_.raw(`excluded.last_modified_at`)}}).returning({id:r.id,path:r.path,hash:r.hash,lastModifiedAt:r.lastModifiedAt,manifestVersion:r.manifestVersion});l.push(...n)}if(s.removedPaths.length>0){let l=(await e.select({id:r.id}).from(r).where(g(r.path,s.removedPaths))).map(e=>e.id);if(l.length>0){for(let r of c(l,m))await e.delete(t).where(g(t.originFileId,r)),await e.delete(i).where(g(i.originFileId,r)),await e.delete(a).where(g(a.originFileId,r)),await e.delete(o).where(g(o.sourceId,r)),await e.delete(n).where(g(n.fileId,r)),await d(e,r,m),await p(e,r,m);for(let t of c(l,m))await e.delete(r).where(g(r.id,t));await f(e)}}return l}),{logger:s.logger,operation:`persist content file state`})}async function w(e,t,n){t.length!==0&&await u(()=>e.db.transaction(async e=>{for(let n of t)await e.update(r).set({lastModifiedAt:n.lastModifiedAt}).where(h(r.path,n.path))}),{logger:n,operation:`refresh file last-modified`})}async function T(e){let[t,n]=await Promise.all([e.db.select({filePath:r.path,slug:o.slug,metadata:o.metadata}).from(o).innerJoin(r,h(o.sourceId,r.id)),e.db.select({slug:s.routeSlug,title:s.title}).from(s).where(g(s.docKey,[`page`,`overview`]))]),i=new Map(n.map(e=>[e.slug,e.title])),a=/* @__PURE__ */ new Map;for(let{filePath:e,slug:n,metadata:r}of t){let t=a.get(e);if(t!==void 0&&t.slug.length<=n.length)continue;let o=i.get(n)||r.title;a.set(e,typeof o==`string`&&o?{slug:n,title:o}:{slug:n})}return a}export{T as listRoutePagesByFile,y as loadFileManifestsByPaths,S as loadPersistedContentStateEntities,x as loadPersistedContentStateSummary,v as loadStoredContentFiles,C as persistContentFileState,w as refreshFileLastModified};
@@ -1 +1 @@
1
- import{isJsonObject as e,toJsonObject as t,toStableJsonString as n}from"./utils/json.js";import{compareStrings as r}from"../../shared/utils/compare-strings.js";import{entities as i,entityDeps as a,originDeps as o,pluginHookState as s,routeDeps as c,routeQueryDeps as l,routes as u,staticFiles as d}from"./schema.js";import{batchValues as f,normalizeBatchSize as p,runWithSqliteBusyRetry as m}from"./connection.js";import{generateEntityId as h}from"./entities.js";import{deleteProblemsForPluginHookTx as g,insertProblemsTx as _,replaceGlobalProblemsForKeysTx as v}from"./problems.js";import{writePluginHookState as y}from"./plugin-hook-state.js";import{replaceRouteQueryDepsTx as b}from"./route-query-deps.js";import{upsertEntityDescriptors as x}from"./origins.js";import{inArray as S,notInArray as C,sql as w}from"drizzle-orm";async function T(e,t,n){t.length!==0&&await m(()=>e.db.transaction(async e=>{for(let n of t)await E(e,n)}),{logger:n?.logger,operation:`register system entities`})}async function E(e,t){let[r]=await e.select({id:i.id,kind:i.kind,pluginId:i.pluginId,loaderId:i.loaderId,loaderArgs:i.loaderArgs}).from(i).where(w`${i.key} = ${t.key} and ${i.isCurrent} = 1`).limit(1),a=t.fragmentUpdates?D(r?.loaderArgs??null,t.loaderArgs,t.fragmentUpdates):t.loaderArgs,o=!r||r.kind!==t.kind||r.pluginId!==t.pluginId||r.loaderId!==t.loaderId||n(r.loaderArgs??null)!==n(a??null);await e.insert(i).values({id:r?.id??h(),key:t.key,kind:t.kind,type:t.type,metadata:t.metadata,pluginId:t.pluginId,loaderId:t.loaderId,loaderArgs:a,status:`stale`,data:null,markdoc:null,isSystem:1}).onConflictDoUpdate({target:i.id,set:{kind:w.raw(`excluded.kind`),pluginId:w.raw(`excluded.plugin_id`),loaderId:w.raw(`excluded.loader_id`),loaderArgs:w.raw(`excluded.loader_args`),isSystem:w.raw(`excluded.is_system`)}}),(t.shouldInvalidateValue||o)&&await e.update(i).set({status:`stale`,invalidationSeq:w`${i.invalidationSeq} + 1`}).where(w`${i.key} = ${t.key} and ${i.isCurrent} = 1`)}function D(n,i,a){let o=e(n)&&e(n.fragments)?n.fragments:{},s={};for(let[t,n]of Object.entries(o))e(n)&&typeof n.owner==`string`&&!a.has(n.owner)&&(s[t]=n);for(let[e,t]of a)for(let[n,r]of Object.entries(t??{}))s[n]={owner:e,value:r};let c=t(Object.fromEntries(Object.keys(s).sort(r).map(e=>[e,s[e]])));return{...e(i)?i:{},fragments:c}}function O(t){let n=/* @__PURE__ */ new Set,r=e(t)&&e(t.fragments)?t.fragments:{};for(let t of Object.values(r))e(t)&&typeof t.owner==`string`&&`value`in t&&n.add(t.owner);return n}async function k(e,t){let n=p(t.batchSize);await m(()=>e.db.transaction(async e=>{await e.delete(o).where(w`${o.originPluginId} = ${t.originPluginId} and ${o.originFileId} is null and ${o.hook} = 'finalize'`);for(let r of f(t.dependencies,n))r.length!==0&&await e.insert(o).values(r.map(e=>({accessType:e.accessType,originFileId:null,originPluginId:t.originPluginId,hook:`finalize`,source:e.source,path:e.path,valueHash:e.valueHash})));await b(e,{originPluginId:t.originPluginId,hook:`finalize`,entityId:null,dependencies:t.routeQueries}),await y(e,{pluginId:t.originPluginId,hook:`finalize`,fingerprint:t.fingerprint})}),{logger:t.logger,operation:`replace finalize reads`})}async function A(e,t,n){let r=t.map(e=>`${e.hook}:${e.pluginId}`),i=e=>t.filter(t=>t.hook===e).map(e=>e.pluginId),f=i(`extractAll`),p=i(`finalize`),h=(e,t)=>C(w`${t} || ':' || ${e}`,r),g=e=>w`${e.originFileId} is null and ${e.hook} in ('extractAll', 'finalize') and ${h(e.originPluginId,e.hook)}`;return m(()=>e.db.transaction(async e=>[await e.delete(o).where(g(o)).returning({id:o.id}),await e.delete(a).where(g(a)).returning({id:a.id}),await e.delete(c).where(g(c)).returning({id:c.id}),await e.delete(l).where(w`${l.entityId} is null and ${l.hook} in ('extractAll', 'finalize') and ${h(l.originPluginId,l.hook)}`).returning({id:l.id}),await e.delete(u).where(w`${u.sourceId} is null and ${u.isFallback} = 0 and ${C(u.pluginId,f)}`).returning({id:u.id}),await e.delete(d).where(C(d.ownerPluginId,p)).returning({id:d.path}),await e.delete(s).where(h(s.pluginId,s.hook)).returning({id:s.pluginId})].some(e=>e.length>0)),{logger:n?.logger,operation:`reconcile plugin-scoped rows`})}async function j(e,t){let n=[...t],r=w`${c.originFileId} is null`;return e.db.select({routeSlug:c.routeSlug,key:c.key,originPluginId:c.originPluginId}).from(c).where(n.length===0?r:w`${r} and not (${c.hook} = 'finalize' and ${S(c.originPluginId,n)})`)}async function M(e,t){let n=p(t.batchSize);await m(()=>e.db.transaction(async e=>{await P(e,t.originPluginId),await F(e,t,n)}),{logger:t.logger,operation:`replace finalize artifacts`})}async function N(e,t){await m(()=>e.db.transaction(async e=>{await g(e,t.pluginIds,`finalize`),await _(e,t.pluginProblems),await v(e,`finalize`,t.globalKeys,t.globalProblems)}),{logger:t.logger,operation:`replace finalize problems`})}async function P(e,t){await e.delete(c).where(w`${c.originFileId} is null and ${c.originPluginId} = ${t} and ${c.hook} = 'finalize'`),await e.delete(a).where(w`${a.originFileId} is null and ${a.originPluginId} = ${t} and ${a.hook} = 'finalize'`)}async function F(e,t,n){let r=await x(e,t.entities,n);for(let r of f(t.routeDependencies,n))r.length!==0&&await e.insert(c).values(r.map(e=>({args:e.args,dependencyType:e.dependencyType,key:e.key,originFileId:null,originPluginId:t.originPluginId,hook:`finalize`,routeSlug:e.routeSlug,target:e.target}))).onConflictDoNothing();if(t.entities.length!==0)for(let n of t.entities){let i=r.get(n.key);if(!i)throw Error(`Missing entity row for key "${n.key}".`);await e.insert(a).values({dependencyRef:t.originPluginId,dependencyType:`origin`,entityId:i,originFileId:null,originPluginId:t.originPluginId,hook:`finalize`}).onConflictDoNothing()}}export{O as collectAppDataFragmentOwnerIds,j as loadPluginScopedRouteDepOwners,A as reconcilePluginScopedRows,T as registerSystemEntities,M as replaceFinalizeArtifacts,N as replaceFinalizeProblems,k as replaceFinalizeReads};
1
+ import{isJsonObject as e,toJsonObject as t,toStableJsonString as n}from"./utils/json.js";import{compareStrings as r}from"../../shared/utils/compare-strings.js";import{entities as i,entityDeps as a,originDeps as o,pluginHookState as s,routeDeps as c,routeQueryDeps as l,routes as u,staticFiles as d}from"./schema.js";import{batchValues as f,normalizeBatchSize as p,runWithSqliteBusyRetry as m}from"./connection.js";import{deleteProblemsForPluginHookTx as h,insertProblemsTx as g,replaceGlobalProblemsForKeysTx as _}from"./problems.js";import{generateEntityId as v}from"./entities.js";import{writePluginHookState as y}from"./plugin-hook-state.js";import{replaceRouteQueryDepsTx as b}from"./route-query-deps.js";import{upsertEntityDescriptors as x}from"./origins.js";import{inArray as S,notInArray as C,sql as w}from"drizzle-orm";async function T(e,t,n){t.length!==0&&await m(()=>e.db.transaction(async e=>{for(let n of t)await E(e,n)}),{logger:n?.logger,operation:`register system entities`})}async function E(e,t){let[r]=await e.select({id:i.id,kind:i.kind,pluginId:i.pluginId,loaderId:i.loaderId,loaderArgs:i.loaderArgs}).from(i).where(w`${i.key} = ${t.key} and ${i.isCurrent} = 1`).limit(1),a=t.fragmentUpdates?D(r?.loaderArgs??null,t.loaderArgs,t.fragmentUpdates):t.loaderArgs,o=!r||r.kind!==t.kind||r.pluginId!==t.pluginId||r.loaderId!==t.loaderId||n(r.loaderArgs??null)!==n(a??null);await e.insert(i).values({id:r?.id??v(),key:t.key,kind:t.kind,type:t.type,metadata:t.metadata,pluginId:t.pluginId,loaderId:t.loaderId,loaderArgs:a,status:`stale`,data:null,markdoc:null,isSystem:1}).onConflictDoUpdate({target:i.id,set:{kind:w.raw(`excluded.kind`),pluginId:w.raw(`excluded.plugin_id`),loaderId:w.raw(`excluded.loader_id`),loaderArgs:w.raw(`excluded.loader_args`),isSystem:w.raw(`excluded.is_system`)}}),(t.shouldInvalidateValue||o)&&await e.update(i).set({status:`stale`,invalidationSeq:w`${i.invalidationSeq} + 1`}).where(w`${i.key} = ${t.key} and ${i.isCurrent} = 1`)}function D(n,i,a){let o=e(n)&&e(n.fragments)?n.fragments:{},s={};for(let[t,n]of Object.entries(o))e(n)&&typeof n.owner==`string`&&!a.has(n.owner)&&(s[t]=n);for(let[e,t]of a)for(let[n,r]of Object.entries(t??{}))s[n]={owner:e,value:r};let c=t(Object.fromEntries(Object.keys(s).sort(r).map(e=>[e,s[e]])));return{...e(i)?i:{},fragments:c}}function O(t){let n=/* @__PURE__ */ new Set,r=e(t)&&e(t.fragments)?t.fragments:{};for(let t of Object.values(r))e(t)&&typeof t.owner==`string`&&`value`in t&&n.add(t.owner);return n}async function k(e,t){let n=p(t.batchSize);await m(()=>e.db.transaction(async e=>{await e.delete(o).where(w`${o.originPluginId} = ${t.originPluginId} and ${o.originFileId} is null and ${o.hook} = 'finalize'`);for(let r of f(t.dependencies,n))r.length!==0&&await e.insert(o).values(r.map(e=>({accessType:e.accessType,originFileId:null,originPluginId:t.originPluginId,hook:`finalize`,source:e.source,path:e.path,valueHash:e.valueHash})));await b(e,{originPluginId:t.originPluginId,hook:`finalize`,entityId:null,dependencies:t.routeQueries}),await y(e,{pluginId:t.originPluginId,hook:`finalize`,fingerprint:t.fingerprint})}),{logger:t.logger,operation:`replace finalize reads`})}async function A(e,t,n){let r=t.map(e=>`${e.hook}:${e.pluginId}`),i=e=>t.filter(t=>t.hook===e).map(e=>e.pluginId),f=i(`extractAll`),p=i(`finalize`),h=(e,t)=>C(w`${t} || ':' || ${e}`,r),g=e=>w`${e.originFileId} is null and ${e.hook} in ('extractAll', 'finalize') and ${h(e.originPluginId,e.hook)}`;return m(()=>e.db.transaction(async e=>[await e.delete(o).where(g(o)).returning({id:o.id}),await e.delete(a).where(g(a)).returning({id:a.id}),await e.delete(c).where(g(c)).returning({id:c.id}),await e.delete(l).where(w`${l.entityId} is null and ${l.hook} in ('extractAll', 'finalize') and ${h(l.originPluginId,l.hook)}`).returning({id:l.id}),await e.delete(u).where(w`${u.sourceId} is null and ${u.isFallback} = 0 and ${C(u.pluginId,f)}`).returning({id:u.id}),await e.delete(d).where(C(d.ownerPluginId,p)).returning({id:d.path}),await e.delete(s).where(h(s.pluginId,s.hook)).returning({id:s.pluginId})].some(e=>e.length>0)),{logger:n?.logger,operation:`reconcile plugin-scoped rows`})}async function j(e,t){let n=[...t],r=w`${c.originFileId} is null`;return e.db.select({routeSlug:c.routeSlug,key:c.key,originPluginId:c.originPluginId}).from(c).where(n.length===0?r:w`${r} and not (${c.hook} = 'finalize' and ${S(c.originPluginId,n)})`)}async function M(e,t){let n=p(t.batchSize);await m(()=>e.db.transaction(async e=>{await P(e,t.originPluginId),await F(e,t,n)}),{logger:t.logger,operation:`replace finalize artifacts`})}async function N(e,t){await m(()=>e.db.transaction(async e=>{await h(e,t.pluginIds,`finalize`),await g(e,t.pluginProblems),await _(e,`finalize`,t.globalKeys,t.globalProblems)}),{logger:t.logger,operation:`replace finalize problems`})}async function P(e,t){await e.delete(c).where(w`${c.originFileId} is null and ${c.originPluginId} = ${t} and ${c.hook} = 'finalize'`),await e.delete(a).where(w`${a.originFileId} is null and ${a.originPluginId} = ${t} and ${a.hook} = 'finalize'`)}async function F(e,t,n){let r=await x(e,t.entities,n);for(let r of f(t.routeDependencies,n))r.length!==0&&await e.insert(c).values(r.map(e=>({args:e.args,dependencyType:e.dependencyType,key:e.key,originFileId:null,originPluginId:t.originPluginId,hook:`finalize`,routeSlug:e.routeSlug,target:e.target}))).onConflictDoNothing();if(t.entities.length!==0)for(let n of t.entities){let i=r.get(n.key);if(!i)throw Error(`Missing entity row for key "${n.key}".`);await e.insert(a).values({dependencyRef:t.originPluginId,dependencyType:`origin`,entityId:i,originFileId:null,originPluginId:t.originPluginId,hook:`finalize`}).onConflictDoNothing()}}export{O as collectAppDataFragmentOwnerIds,j as loadPluginScopedRouteDepOwners,A as reconcilePluginScopedRows,T as registerSystemEntities,M as replaceFinalizeArtifacts,N as replaceFinalizeProblems,k as replaceFinalizeReads};
@@ -1 +1 @@
1
- import{hashJsonValue as e}from"./utils/json.js";import{entities as t,entityDeps as n,filePlugins as r,linkRefs as i,originDeps as a,routeDeps as o,routes as s}from"./schema.js";import{batchValues as c,normalizeBatchSize as l,runWithSqliteBusyRetry as u}from"./connection.js";import{generateEntityId as d}from"./entities.js";import{garbageCollectOrphanedEntitiesInTransaction as f}from"./invalidation.js";import{deleteProblemsForFilesTx as p,deleteProblemsForPluginHookTx as m,insertProblemsTx as h,problemRow as g,replaceGlobalProblemsForKeysTx as _}from"./problems.js";import{deleteOriginLinkRefsForFilesTx as v}from"./link-refs.js";import{detectMarkdocPayloadFlag as y}from"../markdown/server/render.js";import{cutEntityRevisionTx as b}from"../revisions/cut.js";import{writePluginHookState as x}from"./plugin-hook-state.js";import{replaceRouteQueryDepsTx as S}from"./route-query-deps.js";import{and as C,eq as w,inArray as T,sql as E}from"drizzle-orm";async function D(e,t){let[r]=await e.select({originFileId:n.originFileId}).from(n).where(E`${n.entityId} = ${t.entityId} and ${n.dependencyType} = 'origin'`).limit(1);if(t.deps.length>0&&!r&&!t.isSystem)throw Error(`replaceEntityRuntimeDeps: entity ${t.entityId} has no origin dep row.`);let i=/* @__PURE__ */ new Set,a=[];for(let e of t.deps){let n=e.kind===`file`?e.path:e.kind===`glob`?e.pattern:e.key,o=`${e.kind} ${n}`;i.has(o)||(i.add(o),a.push({entityId:t.entityId,originFileId:r?.originFileId??null,originPluginId:t.originPluginId,hook:`loader`,dependencyType:e.kind,dependencyRef:n}))}let o=E`${n.entityId} = ${t.entityId} and ${n.dependencyType} in ('file','entity','glob')`,s=await e.select({type:n.dependencyType,ref:n.dependencyRef}).from(n).where(o);if(!(s.length===a.length&&s.every(e=>i.has(`${e.type} ${e.ref}`)))){await e.delete(n).where(o);for(let t of c(a,500))await e.insert(n).values(t)}}async function O(e,t,c){let d=c?.extractAllOrigins??[],p=c?.extractAllFailures??[],m=c?.globalProblems,v=c?.fallbackRoutes,y=(v?.removedSlugs.length??0)+(v?.added.length??0);if(t.length===0&&d.length===0&&p.length===0&&m===void 0&&y===0)return;let b=l(c?.batchSize);await u(()=>e.db.transaction(async e=>{await k(e,{fileIds:t.map(e=>e.fileId),extractAllOrigins:d,extractAllFailures:p,fallbackRoutes:v,batchSize:b}),await F(A(t),b,t=>e.insert(r).values(t));let l=j(t,d,v);await F(l.routes,b,t=>e.insert(s).values(t)),await F(l.routeDeps,b,t=>e.insert(o).values(t));let u=await I(e,l.entityDescriptors,b,c?.revisions);await F(l.originDeps,b,t=>e.insert(a).values(t)),await F(l.linkRefs,b,t=>e.insert(i).values(t));let y=[...l.problems,...p.map(e=>g(e.problem,{scope:`origin`,originFileId:null,originPluginId:e.pluginId,hook:`extractAll`}))];await h(e,y,b),m&&await _(e,m.source,m.keys,m.newProblems),l.entityDescriptors.length>0&&await F(P(l.entityOrigins,u),b,t=>e.insert(n).values(t));for(let t of d)await S(e,{originPluginId:t.originPluginId,hook:`extractAll`,entityId:null,dependencies:t.routeQueries}),await x(e,{pluginId:t.originPluginId,hook:`extractAll`,fingerprint:t.fingerprint});await f(e)}),{logger:c?.logger,operation:`bulk sync origins`})}async function k(e,t){for(let i of c(t.fileIds,t.batchSize))await e.delete(r).where(T(r.fileId,i)),await e.delete(o).where(T(o.originFileId,i)),await e.delete(s).where(T(s.sourceId,i)),await e.delete(n).where(T(n.originFileId,i)),await e.delete(a).where(T(a.originFileId,i));await p(e,t.fileIds,t.batchSize),await v(e,t.fileIds,t.batchSize),await m(e,[...t.extractAllOrigins.map(e=>e.originPluginId),...t.extractAllFailures.map(e=>e.pluginId)],`extractAll`);let i=t.extractAllOrigins.map(e=>e.originPluginId);for(let r of c(i,t.batchSize))await e.delete(o).where(E`${o.originFileId} is null and ${o.hook} = 'extractAll' and ${T(o.originPluginId,r)}`),await e.delete(s).where(E`${s.sourceId} is null and ${T(s.pluginId,r)}`),await e.delete(n).where(E`${n.originFileId} is null and ${n.hook} = 'extractAll' and ${T(n.originPluginId,r)}`),await e.delete(a).where(E`${a.originFileId} is null and ${a.hook} = 'extractAll' and ${T(a.originPluginId,r)}`);if(t.fallbackRoutes){let{pluginId:n,removedSlugs:r,added:i}=t.fallbackRoutes,a=[.../* @__PURE__ */ new Set([...r,...i.map(e=>e.slug)])];for(let r of c(a,t.batchSize))await e.delete(s).where(E`${s.sourceId} is null and ${s.pluginId} = ${n} and ${T(s.slug,r)}`)}}function A(e){let t=[];for(let n of e)for(let e of n.plugins)t.push({fileId:n.fileId,pluginId:e.id,pluginVersion:e.version});return t}function j(e,t,n){let r={routes:[],routeDeps:[],originDeps:[],entityDescriptors:[],entityOrigins:[],problems:[],linkRefs:[]};for(let t of e)for(let e of t.origins)N(e,r);for(let e of t)N(e,r);for(let e of n?.added??[])r.routes.push(M(e,null));return r}function M(e,t){return{metadata:e.metadata,pluginId:e.pluginId,routeId:e.routeId,sidebarSubtreeEntityKey:e.sidebarSubtreeEntityKey,wildcardPrefix:e.wildcardPrefix??!1,slug:e.slug,requestedSlug:e.requestedSlug,slugType:e.slugType,sourceId:t,template:e.template,versionGroup:e.versionGroup,version:e.version,locale:e.locale,isFallback:e.isFallback,canonicalSlug:e.canonicalSlug}}function N(e,t){for(let n of e.routes)t.routes.push(M(n,e.originFileId));for(let n of e.routeDependencies)t.routeDeps.push({args:n.args,dependencyType:n.dependencyType,key:n.key,originFileId:e.originFileId,originPluginId:e.originPluginId,hook:e.hook,routeSlug:n.routeSlug,target:n.target});for(let n of e.originDependencies)t.originDeps.push({accessType:n.accessType,originFileId:e.originFileId,originPluginId:e.originPluginId,hook:e.hook,source:n.source,path:n.path,valueHash:n.valueHash});for(let n of e.problems)t.problems.push(g(n,{scope:`origin`,originFileId:e.originFileId,originPluginId:e.originPluginId,hook:e.hook}));e.entities.length>0&&(t.entityDescriptors.push(...e.entities),t.entityOrigins.push({originFileId:e.originFileId,originFilePath:e.originFilePath,originPluginId:e.originPluginId,hook:e.hook,descriptors:e.entities}));for(let n of e.linkRefs??[]){let r=n.filePath??e.originFilePath;r!==null&&t.linkRefs.push({entityId:null,originFileId:e.originFileId,originPluginId:e.originPluginId,filePath:r,kind:n.kind,raw:n.raw,targetKind:n.targetKind,target:n.target,fragment:n.fragment,title:n.title??null,range:n.range??null})}}function P(e,t){let n=[];for(let r of e)for(let e of r.descriptors){let i=t.get(e.key);if(!i)throw Error(`bulkSyncOrigins: missing entity id for key "${e.key}" after upsert.`);n.push({dependencyRef:r.originFilePath??r.originPluginId,dependencyType:`origin`,entityId:i,originFileId:r.originFileId,originPluginId:r.originPluginId,hook:r.hook})}return n}async function F(e,t,n){for(let r of c(e,t))r.length>0&&await n(r)}async function I(n,r,i=500,a){if(r.length===0)return/* @__PURE__ */ new Map;let o=/* @__PURE__ */ new Map;for(let e of r)o.set(e.key,e);let s=[...o.keys()],l=/* @__PURE__ */ new Map,u=/* @__PURE__ */ new Map;for(let e of c(s,i)){let r=await n.select({id:t.id,key:t.key,kind:t.kind,type:t.type,metadata:t.metadata,pluginId:t.pluginId,loaderId:t.loaderId,loaderArgs:t.loaderArgs,data:t.data,markdoc:t.markdoc,dataHash:t.dataHash,version:t.version,revisionCreatedAt:t.revisionCreatedAt}).from(t).where(C(T(t.key,e),w(t.isCurrent,1)));for(let e of r)l.set(e.key,e.id),u.set(e.key,e)}let f=Date.now(),p=[];for(let t of o.values()){let r=u.get(t.key),i=r?.id??d();l.set(t.key,i);let o=t.kind===`inline`?`ready`:t.shouldInvalidateValue||!r?`stale`:`ready`,s=t.kind===`inline`?t.value:null,c=s===null?null:e(s),m=r?.revisionCreatedAt??f;t.kind===`inline`&&r&&(r.dataHash??null)!==c&&(a?.trackedKeys.has(t.key)&&await b(n,{current:r,max:a.max}),m=Math.max(f,r.revisionCreatedAt+1)),p.push({id:i,key:t.key,kind:t.kind,type:t.type,metadata:t.metadata,pluginId:t.pluginId,loaderId:t.loaderId,loaderArgs:t.loaderArgs,status:o,data:s,markdoc:s===null?null:y(JSON.stringify(s)),dataHash:c,isSystem:+!!t.isSystem,version:t.version,isCurrent:1,revisionCreatedAt:m})}for(let e of c(p,i))e.length!==0&&await n.insert(t).values(e).onConflictDoUpdate({target:t.id,set:{kind:E.raw(`excluded.kind`),type:E.raw(`excluded.type`),metadata:E.raw(`CASE WHEN excluded.kind = 'inline' OR excluded.status = 'stale' THEN excluded.metadata ELSE entities.metadata END`),pluginId:E.raw(`excluded.plugin_id`),loaderId:E.raw(`excluded.loader_id`),loaderArgs:E.raw(`excluded.loader_args`),status:E.raw(`CASE WHEN excluded.kind = 'inline' OR excluded.status = 'stale' THEN excluded.status ELSE entities.status END`),data:E.raw(`CASE WHEN excluded.kind = 'inline' THEN excluded.data ELSE entities.data END`),markdoc:E.raw(`CASE WHEN excluded.kind = 'inline' THEN excluded.markdoc ELSE entities.markdoc END`),dataHash:E.raw(`CASE WHEN excluded.kind = 'inline' THEN excluded.data_hash ELSE entities.data_hash END`),isSystem:E.raw(`excluded.is_system`),version:E.raw(`excluded.version`),revisionCreatedAt:E.raw(`excluded.revision_created_at`),invalidationSeq:E`case when excluded.status = 'stale' then ${t.invalidationSeq} + 1 else ${t.invalidationSeq} end`}});return l}export{O as bulkSyncOrigins,D as replaceEntityRuntimeDeps,I as upsertEntityDescriptors};
1
+ import{hashJsonValue as e}from"./utils/json.js";import{entities as t,entityDeps as n,filePlugins as r,linkRefs as i,originDeps as a,routeDeps as o,routes as s}from"./schema.js";import{batchValues as c,normalizeBatchSize as l,runWithSqliteBusyRetry as u}from"./connection.js";import{deleteProblemsForFilesTx as d,deleteProblemsForPluginHookTx as f,insertProblemsTx as p,problemRow as m,replaceGlobalProblemsForKeysTx as h}from"./problems.js";import{generateEntityId as g}from"./entities.js";import{garbageCollectOrphanedEntitiesInTransaction as _}from"./invalidation.js";import{deleteOriginLinkRefsForFilesTx as v}from"./link-refs.js";import{cutEntityRevisionTx as y}from"../revisions/cut.js";import{detectMarkdocPayloadFlag as b}from"../markdown/server/render.js";import{writePluginHookState as x}from"./plugin-hook-state.js";import{replaceRouteQueryDepsTx as S}from"./route-query-deps.js";import{and as C,eq as w,inArray as T,sql as E}from"drizzle-orm";async function D(e,t){let[r]=await e.select({originFileId:n.originFileId}).from(n).where(E`${n.entityId} = ${t.entityId} and ${n.dependencyType} = 'origin'`).limit(1);if(t.deps.length>0&&!r&&!t.isSystem)throw Error(`replaceEntityRuntimeDeps: entity ${t.entityId} has no origin dep row.`);let i=/* @__PURE__ */ new Set,a=[];for(let e of t.deps){let n=e.kind===`file`?e.path:e.kind===`glob`?e.pattern:e.key,o=`${e.kind} ${n}`;i.has(o)||(i.add(o),a.push({entityId:t.entityId,originFileId:r?.originFileId??null,originPluginId:t.originPluginId,hook:`loader`,dependencyType:e.kind,dependencyRef:n}))}let o=E`${n.entityId} = ${t.entityId} and ${n.dependencyType} in ('file','entity','glob')`,s=await e.select({type:n.dependencyType,ref:n.dependencyRef}).from(n).where(o);if(!(s.length===a.length&&s.every(e=>i.has(`${e.type} ${e.ref}`)))){await e.delete(n).where(o);for(let t of c(a,500))await e.insert(n).values(t)}}async function O(e,t,c){let d=c?.extractAllOrigins??[],f=c?.extractAllFailures??[],g=c?.globalProblems,v=c?.fallbackRoutes,y=(v?.removedSlugs.length??0)+(v?.added.length??0);if(t.length===0&&d.length===0&&f.length===0&&g===void 0&&y===0)return;let b=l(c?.batchSize);await u(()=>e.db.transaction(async e=>{await k(e,{fileIds:t.map(e=>e.fileId),extractAllOrigins:d,extractAllFailures:f,fallbackRoutes:v,batchSize:b}),await F(A(t),b,t=>e.insert(r).values(t));let l=j(t,d,v);await F(l.routes,b,t=>e.insert(s).values(t)),await F(l.routeDeps,b,t=>e.insert(o).values(t));let u=await I(e,l.entityDescriptors,b,c?.revisions);await F(l.originDeps,b,t=>e.insert(a).values(t)),await F(l.linkRefs,b,t=>e.insert(i).values(t));let y=[...l.problems,...f.map(e=>m(e.problem,{scope:`origin`,originFileId:null,originPluginId:e.pluginId,hook:`extractAll`}))];await p(e,y,b),g&&await h(e,g.source,g.keys,g.newProblems),l.entityDescriptors.length>0&&await F(P(l.entityOrigins,u),b,t=>e.insert(n).values(t));for(let t of d)await S(e,{originPluginId:t.originPluginId,hook:`extractAll`,entityId:null,dependencies:t.routeQueries}),await x(e,{pluginId:t.originPluginId,hook:`extractAll`,fingerprint:t.fingerprint});await _(e)}),{logger:c?.logger,operation:`bulk sync origins`})}async function k(e,t){for(let i of c(t.fileIds,t.batchSize))await e.delete(r).where(T(r.fileId,i)),await e.delete(o).where(T(o.originFileId,i)),await e.delete(s).where(T(s.sourceId,i)),await e.delete(n).where(T(n.originFileId,i)),await e.delete(a).where(T(a.originFileId,i));await d(e,t.fileIds,t.batchSize),await v(e,t.fileIds,t.batchSize),await f(e,[...t.extractAllOrigins.map(e=>e.originPluginId),...t.extractAllFailures.map(e=>e.pluginId)],`extractAll`);let i=t.extractAllOrigins.map(e=>e.originPluginId);for(let r of c(i,t.batchSize))await e.delete(o).where(E`${o.originFileId} is null and ${o.hook} = 'extractAll' and ${T(o.originPluginId,r)}`),await e.delete(s).where(E`${s.sourceId} is null and ${T(s.pluginId,r)}`),await e.delete(n).where(E`${n.originFileId} is null and ${n.hook} = 'extractAll' and ${T(n.originPluginId,r)}`),await e.delete(a).where(E`${a.originFileId} is null and ${a.hook} = 'extractAll' and ${T(a.originPluginId,r)}`);if(t.fallbackRoutes){let{pluginId:n,removedSlugs:r,added:i}=t.fallbackRoutes,a=[.../* @__PURE__ */ new Set([...r,...i.map(e=>e.slug)])];for(let r of c(a,t.batchSize))await e.delete(s).where(E`${s.sourceId} is null and ${s.pluginId} = ${n} and ${T(s.slug,r)}`)}}function A(e){let t=[];for(let n of e)for(let e of n.plugins)t.push({fileId:n.fileId,pluginId:e.id,pluginVersion:e.version});return t}function j(e,t,n){let r={routes:[],routeDeps:[],originDeps:[],entityDescriptors:[],entityOrigins:[],problems:[],linkRefs:[]};for(let t of e)for(let e of t.origins)N(e,r);for(let e of t)N(e,r);for(let e of n?.added??[])r.routes.push(M(e,null));return r}function M(e,t){return{metadata:e.metadata,pluginId:e.pluginId,routeId:e.routeId,sidebarSubtreeEntityKey:e.sidebarSubtreeEntityKey,wildcardPrefix:e.wildcardPrefix??!1,slug:e.slug,requestedSlug:e.requestedSlug,slugType:e.slugType,sourceId:t,template:e.template,versionGroup:e.versionGroup,version:e.version,locale:e.locale,isFallback:e.isFallback,canonicalSlug:e.canonicalSlug}}function N(e,t){for(let n of e.routes)t.routes.push(M(n,e.originFileId));for(let n of e.routeDependencies)t.routeDeps.push({args:n.args,dependencyType:n.dependencyType,key:n.key,originFileId:e.originFileId,originPluginId:e.originPluginId,hook:e.hook,routeSlug:n.routeSlug,target:n.target});for(let n of e.originDependencies)t.originDeps.push({accessType:n.accessType,originFileId:e.originFileId,originPluginId:e.originPluginId,hook:e.hook,source:n.source,path:n.path,valueHash:n.valueHash});for(let n of e.problems)t.problems.push(m(n,{scope:`origin`,originFileId:e.originFileId,originPluginId:e.originPluginId,hook:e.hook}));e.entities.length>0&&(t.entityDescriptors.push(...e.entities),t.entityOrigins.push({originFileId:e.originFileId,originFilePath:e.originFilePath,originPluginId:e.originPluginId,hook:e.hook,descriptors:e.entities}));for(let n of e.linkRefs??[]){let r=n.filePath??e.originFilePath;r!==null&&t.linkRefs.push({entityId:null,originFileId:e.originFileId,originPluginId:e.originPluginId,filePath:r,kind:n.kind,raw:n.raw,targetKind:n.targetKind,target:n.target,fragment:n.fragment,title:n.title??null,range:n.range??null})}}function P(e,t){let n=[];for(let r of e)for(let e of r.descriptors){let i=t.get(e.key);if(!i)throw Error(`bulkSyncOrigins: missing entity id for key "${e.key}" after upsert.`);n.push({dependencyRef:r.originFilePath??r.originPluginId,dependencyType:`origin`,entityId:i,originFileId:r.originFileId,originPluginId:r.originPluginId,hook:r.hook})}return n}async function F(e,t,n){for(let r of c(e,t))r.length>0&&await n(r)}async function I(n,r,i=500,a){if(r.length===0)return/* @__PURE__ */ new Map;let o=/* @__PURE__ */ new Map;for(let e of r)o.set(e.key,e);let s=[...o.keys()],l=/* @__PURE__ */ new Map,u=/* @__PURE__ */ new Map;for(let e of c(s,i)){let r=await n.select({id:t.id,key:t.key,kind:t.kind,type:t.type,metadata:t.metadata,pluginId:t.pluginId,loaderId:t.loaderId,loaderArgs:t.loaderArgs,data:t.data,markdoc:t.markdoc,dataHash:t.dataHash,version:t.version,revisionCreatedAt:t.revisionCreatedAt}).from(t).where(C(T(t.key,e),w(t.isCurrent,1)));for(let e of r)l.set(e.key,e.id),u.set(e.key,e)}let d=Date.now(),f=[];for(let t of o.values()){let r=u.get(t.key),i=r?.id??g();l.set(t.key,i);let o=t.kind===`inline`?`ready`:t.shouldInvalidateValue||!r?`stale`:`ready`,s=t.kind===`inline`?t.value:null,c=s===null?null:e(s),p=r?.revisionCreatedAt??d;t.kind===`inline`&&r&&(r.dataHash??null)!==c&&(a?.trackedKeys.has(t.key)&&await y(n,{current:r,max:a.max}),p=Math.max(d,r.revisionCreatedAt+1)),f.push({id:i,key:t.key,kind:t.kind,type:t.type,metadata:t.metadata,pluginId:t.pluginId,loaderId:t.loaderId,loaderArgs:t.loaderArgs,status:o,data:s,markdoc:s===null?null:b(JSON.stringify(s)),dataHash:c,isSystem:+!!t.isSystem,version:t.version,isCurrent:1,revisionCreatedAt:p})}for(let e of c(f,i))e.length!==0&&await n.insert(t).values(e).onConflictDoUpdate({target:t.id,set:{kind:E.raw(`excluded.kind`),type:E.raw(`excluded.type`),metadata:E.raw(`CASE WHEN excluded.kind = 'inline' OR excluded.status = 'stale' THEN excluded.metadata ELSE entities.metadata END`),pluginId:E.raw(`excluded.plugin_id`),loaderId:E.raw(`excluded.loader_id`),loaderArgs:E.raw(`excluded.loader_args`),status:E.raw(`CASE WHEN excluded.kind = 'inline' OR excluded.status = 'stale' THEN excluded.status ELSE entities.status END`),data:E.raw(`CASE WHEN excluded.kind = 'inline' THEN excluded.data ELSE entities.data END`),markdoc:E.raw(`CASE WHEN excluded.kind = 'inline' THEN excluded.markdoc ELSE entities.markdoc END`),dataHash:E.raw(`CASE WHEN excluded.kind = 'inline' THEN excluded.data_hash ELSE entities.data_hash END`),isSystem:E.raw(`excluded.is_system`),version:E.raw(`excluded.version`),revisionCreatedAt:E.raw(`excluded.revision_created_at`),invalidationSeq:E`case when excluded.status = 'stale' then ${t.invalidationSeq} + 1 else ${t.invalidationSeq} end`}});return l}export{O as bulkSyncOrigins,D as replaceEntityRuntimeDeps,I as upsertEntityDescriptors};
@@ -1 +1 @@
1
- import{hashJsonValue as e,isJsonObject as t,toJsonObject as n}from"../database/utils/json.js";import{compareStrings as r}from"../../shared/utils/compare-strings.js";import{createRecordingPluginIO as i}from"../plugins/io.js";import{createTrackedRedoclyConfig as a}from"../config-deps.js";import{dedupeFileDependencies as o,runContentPluginFinalize as s}from"../plugins/execute.js";import{dedupeRouteQueryDependencies as c}from"../plugins/utils/route-index.js";import"../../shared/constants/app-data.js";import{appDataSystemEntityDescriptor as l,isAppDataFragment as u}from"../plugins/internal/app-data/index.js";import"../plugins/index.js";import{createProblem as d}from"../problems/codes.js";import{propagateEntityInvalidationFromKeys as f}from"../database/invalidation.js";import{listGlobalProblems as p,problemRow as m}from"../database/problems.js";import{listStaticFileRecords as h,replaceStaticFileRows as g}from"../database/static-files.js";import{createSearchHandle as _}from"../search/store.js";import{appDataNamespaceConflictProblem as v,attachConflictProblem as y,finalizeFailedProblem as b,keysBlamingPlugins as x}from"../problems/producers.js";import{buildHookSourceFiles as S,createHookEntityStore as C,finalizeHookInputs as w,resolvePluginHookTriggers as T}from"./hook-inputs.js";import{loadPluginScopedRouteDepOwners as E,registerSystemEntities as D,replaceFinalizeArtifacts as O,replaceFinalizeProblems as k,replaceFinalizeReads as A}from"../database/finalize.js";import{createEntityDescriber as j,normalizeRouteDependency as M}from"./normalize-artifacts.js";import{collectStaticFileRows as N,settleStaticFileClaims as P}from"../static/registry.js";async function F(e){let t=e.materializer.state,n=T(`finalize`,e.context,t,e.pluginScopedOriginRows,e.routeQueryRows,e.hookState,w(e.localeContext)),r=e.context.pluginRegistry.listFinalizePlugins().filter(n.shouldRun).map(e=>({plugin:e,inputsHash:n.fingerprintOf(e)})),i=r.map(({plugin:e})=>e.id),a=await L(e.database,i),o=/* @__PURE__ */ new Map,s=R(t,e.context),c=/* @__PURE__ */ new Map,l=[],u=[],d=[],f=[];for(let{plugin:t,inputsHash:i}of r){let r=await I({plugin:t,context:e.context,database:e.database,localeContext:e.localeContext,materializer:e.materializer,processedFiles:e.files,matchedPaths:n.matchedPathsOf(t),routeQueries:n.evaluator,attachOwnerByKey:a,staticFilesByPlugin:o,namespaceOwners:s,fragmentUpdates:c,pendingTrackedDependencyWrites:l,inputsHash:i,logger:e.logger,collectEntities:e.collectEntities,conflicts:d,staticProblems:f});for(let e of r.problems)u.push({pluginId:t.id,problem:e})}c.size>0&&await q(e.database,e.context,c);let h=new Set(e.context.pluginRegistry.listFinalizePlugins().map(e=>e.id));if(await W({context:e.context,database:e.database,workingState:t},o,f,h),i.length>0){let t=await p(e.database,`finalize`),n=U(t,new Set(i),h);await k(e.database,{pluginIds:i,pluginProblems:u.map(({pluginId:e,problem:t})=>m(t,{scope:`origin`,originFileId:null,originPluginId:e,hook:`finalize`})),globalKeys:[.../* @__PURE__ */ new Set([...d.map(e=>e.key),...x(t,n)])],globalProblems:d.map(e=>m(e.problem,{scope:`global`,source:`finalize`,key:e.key})),logger:e.logger})}for(let t of l)await V(e.database,t);return{ranPluginIds:i}}async function I(e){let t=e.logger.child(`content-layer:plugin:${e.plugin.id}`),r=e.materializer.state,o=await S(e.matchedPaths,e.processedFiles,{database:e.database,workingState:r}),c=a(e.context.config),l=[],u=i(e.context.platform.fs,e.context.contentDir,()=>r.filesByPath.keys(),e=>l.push(e)),f=[],p=e=>f.push(e),m=await s(e.plugin,{files:o,routes:e.routeQueries.index(p),io:u,config:c.config,localeContext:e.localeContext,entities:C(e.database,e.materializer,p),search:_(e.database),logger:t});if(!m.ok)return{problems:[b({pluginId:e.plugin.id,message:m.error.message})]};let h=m.value??{};return e.fragmentUpdates.set(e.plugin.id,h.appData===void 0?B(e.plugin.id,e.namespaceOwners):z({pluginId:e.plugin.id,appData:n(h.appData),namespaceOwners:e.namespaceOwners,conflicts:e.conflicts})),e.staticFilesByPlugin.set(e.plugin.id,await H({plugin:e.plugin,result:h,workingState:r,context:e.context,database:e.database,attachOwnerByKey:e.attachOwnerByKey,recordFileDependency:e=>l.push(e),conflicts:e.conflicts,staticProblems:e.staticProblems,logger:t,collectEntities:e.collectEntities})),e.pendingTrackedDependencyWrites.push({pluginId:e.plugin.id,inputsHash:e.inputsHash,configDependencies:c.collectDependencies(),fileDependencies:l,routeQueryDependencies:f,logger:t}),{problems:(h.problems??[]).map(d)}}async function L(e,t){let n=await E(e,t);return new Map(n.map(e=>[`${e.routeSlug}\u0000${e.key}`,e.originPluginId]))}function R(e,n){let r=/* @__PURE__ */ new Map,i=e.entitiesByKey.get(`app-data`)?.loaderArgs??null,a=t(i)&&t(i.fragments)?i.fragments:{},o=new Set(n.pluginRegistry.listFinalizePlugins().map(e=>e.id));for(let[e,t]of Object.entries(a))u(t)&&o.has(t.owner)&&r.set(e,t.owner);return r}function z(e){B(e.pluginId,e.namespaceOwners);let t={};for(let[n,r]of Object.entries(e.appData)){let i=e.namespaceOwners.get(n);if(i!==void 0&&i!==e.pluginId){e.conflicts.push(v({namespace:n,ownerPluginId:i,pluginId:e.pluginId}));continue}e.namespaceOwners.set(n,e.pluginId),t[n]=r}return t}function B(e,t){for(let[n,r]of t)r===e&&t.delete(n);return null}async function V(e,t){let n=[...t.configDependencies.map(e=>({...e,source:`config`})),...o(t.fileDependencies)];await A(e,{originPluginId:t.pluginId,fingerprint:t.inputsHash,dependencies:n,routeQueries:c(t.routeQueryDependencies),logger:t.logger})}async function H(t){let n=G({context:t.context,pluginId:t.plugin.id,result:t.result,state:t.workingState,attachOwnerByKey:t.attachOwnerByKey,recordFileDependency:t.recordFileDependency,conflicts:t.conflicts,staticProblems:t.staticProblems,logger:t.logger});await O(t.database,{originPluginId:t.plugin.id,routeDependencies:n.routeDependencies,entities:n.entities,logger:t.logger}),t.collectEntities?.(n.entities);let r=n.entities.flatMap(({key:n,kind:r,value:i})=>r===`inline`&&t.workingState.entitiesByKey.get(n)?.dataHash!==(i===null?null:e(i))?[n]:[]);if(r.length>0){let{invalidatedKeys:e}=await f(t.database,{keys:r,reason:`invalidate finalize entity readers`,markKeys:!1,logger:t.logger});for(let n of e){let e=t.workingState.entitiesByKey.get(n);e&&(e.status=`stale`)}}return n.staticFiles}function U(e,t,n){let r=new Set(t);for(let t of e){let e=t.data===null?void 0:t.data.pluginId;typeof e==`string`&&!n.has(e)&&r.add(e)}return r}async function W(e,t,n,r){let i=await h(e.database),a=await p(e.database,`static`),o=i.filter(e=>!t.has(e.ownerPluginId)),s=P({kept:o,collected:[...t],routeBySlug:e.workingState.routeBySlug,reservedSlugs:e.context.pluginRegistry.listReservedSlugs(),problems:n}),c=U(a,new Set(t.keys()),r),l=/* @__PURE__ */ new Set([...n.map(e=>e.key),...o.map(e=>e.path),...x(a,c)]);await g(e.database,{ownerPluginIds:[...s.keys()],rows:[...s].flatMap(([e,t])=>t.map(t=>({...t,ownerPluginId:e}))),problems:{keys:[...l],newProblems:n.map(e=>m(e.problem,{scope:`global`,source:`static`,key:e.key}))}})}function G(e){let t=/* @__PURE__ */ new Map,n=[],i=j(e.context,e.pluginId),a=e=>{t.set(e.key,e)};for(let t of e.result.entities??[])a(i(t));for(let t of e.result.attach??[])K({attachment:t,describeEntity:i,pluginId:e.pluginId,state:e.state,attachOwnerByKey:e.attachOwnerByKey,conflicts:e.conflicts,registerEntity:a,routeDependencies:n});let o=N({pluginId:e.pluginId,declarations:e.result.staticFiles??[],filesByPath:e.state.filesByPath,registerProducer:e=>{let t={...i(e.producer),shouldInvalidateValue:!1};return a(t),t.key},recordFileDependency:e.recordFileDependency,problems:e.staticProblems});return{routeDependencies:n,entities:[...t.values()].sort((e,t)=>r(e.key,t.key)),staticFiles:o}}function K(e){let{attachment:t}=e;if(e.state.routeBySlug.get(t.slug))for(let[n,r]of Object.entries(t.deps)){let i=`${t.slug}\u0000${n}`,a=e.attachOwnerByKey.get(i);if(a!==void 0){a!==e.pluginId&&e.conflicts.push(y({slug:t.slug,key:n,ownerPluginId:a,pluginId:e.pluginId}));continue}e.attachOwnerByKey.set(i,e.pluginId),e.routeDependencies.push(M({dependency:r,describeEntity:e.describeEntity,key:n,registerEntity:e.registerEntity,routeSlug:t.slug}))}}async function q(e,t,n){await D(e,[l({fragmentUpdates:n})],{logger:t.logger.child(`content-layer:db`)})}export{U as claimantsToReplace,F as runFinalizePhase};
1
+ import{hashJsonValue as e,isJsonObject as t,toJsonObject as n}from"../database/utils/json.js";import{compareStrings as r}from"../../shared/utils/compare-strings.js";import{createRecordingPluginIO as i}from"../plugins/io.js";import{createTrackedRedoclyConfig as a}from"../config-deps.js";import{dedupeFileDependencies as o,runContentPluginFinalize as s}from"../plugins/execute.js";import{dedupeRouteQueryDependencies as c}from"../plugins/utils/route-index.js";import"../../shared/constants/app-data.js";import{appDataSystemEntityDescriptor as l,isAppDataFragment as u}from"../plugins/internal/app-data/index.js";import"../plugins/index.js";import{listGlobalProblems as d,problemRow as f}from"../database/problems.js";import{createProblem as p}from"../problems/codes.js";import{propagateEntityInvalidationFromKeys as m}from"../database/invalidation.js";import{listStaticFileRecords as h,replaceStaticFileRows as g}from"../database/static-files.js";import{createSearchHandle as _}from"../search/store.js";import{appDataNamespaceConflictProblem as v,attachConflictProblem as y,finalizeFailedProblem as b,keysBlamingPlugins as x}from"../problems/producers.js";import{buildHookSourceFiles as S,createHookEntityStore as C,finalizeHookInputs as w,resolvePluginHookTriggers as T}from"./hook-inputs.js";import{loadPluginScopedRouteDepOwners as E,registerSystemEntities as D,replaceFinalizeArtifacts as O,replaceFinalizeProblems as k,replaceFinalizeReads as A}from"../database/finalize.js";import{createEntityDescriber as j,normalizeRouteDependency as M}from"./normalize-artifacts.js";import{collectStaticFileRows as N,settleStaticFileClaims as P}from"../static/registry.js";async function F(e){let t=e.materializer.state,n=T(`finalize`,e.context,t,e.pluginScopedOriginRows,e.routeQueryRows,e.hookState,w(e.localeContext)),r=e.context.pluginRegistry.listFinalizePlugins().filter(n.shouldRun).map(e=>({plugin:e,inputsHash:n.fingerprintOf(e)})),i=r.map(({plugin:e})=>e.id),a=await L(e.database,i),o=/* @__PURE__ */ new Map,s=R(t,e.context),c=/* @__PURE__ */ new Map,l=[],u=[],p=[],m=[];for(let{plugin:t,inputsHash:i}of r){let r=await I({plugin:t,context:e.context,database:e.database,localeContext:e.localeContext,materializer:e.materializer,processedFiles:e.files,matchedPaths:n.matchedPathsOf(t),routeQueries:n.evaluator,attachOwnerByKey:a,staticFilesByPlugin:o,namespaceOwners:s,fragmentUpdates:c,pendingTrackedDependencyWrites:l,inputsHash:i,logger:e.logger,collectEntities:e.collectEntities,conflicts:p,staticProblems:m});for(let e of r.problems)u.push({pluginId:t.id,problem:e})}c.size>0&&await q(e.database,e.context,c);let h=new Set(e.context.pluginRegistry.listFinalizePlugins().map(e=>e.id));if(await W({context:e.context,database:e.database,workingState:t},o,m,h),i.length>0){let t=await d(e.database,`finalize`),n=U(t,new Set(i),h);await k(e.database,{pluginIds:i,pluginProblems:u.map(({pluginId:e,problem:t})=>f(t,{scope:`origin`,originFileId:null,originPluginId:e,hook:`finalize`})),globalKeys:[.../* @__PURE__ */ new Set([...p.map(e=>e.key),...x(t,n)])],globalProblems:p.map(e=>f(e.problem,{scope:`global`,source:`finalize`,key:e.key})),logger:e.logger})}for(let t of l)await V(e.database,t);return{ranPluginIds:i}}async function I(e){let t=e.logger.child(`content-layer:plugin:${e.plugin.id}`),r=e.materializer.state,o=await S(e.matchedPaths,e.processedFiles,{database:e.database,workingState:r}),c=a(e.context.config),l=[],u=i(e.context.platform.fs,e.context.contentDir,()=>r.filesByPath.keys(),e=>l.push(e)),d=[],f=e=>d.push(e),m=await s(e.plugin,{files:o,routes:e.routeQueries.index(f),io:u,config:c.config,localeContext:e.localeContext,entities:C(e.database,e.materializer,f),search:_(e.database),logger:t});if(!m.ok)return{problems:[b({pluginId:e.plugin.id,message:m.error.message})]};let h=m.value??{};return e.fragmentUpdates.set(e.plugin.id,h.appData===void 0?B(e.plugin.id,e.namespaceOwners):z({pluginId:e.plugin.id,appData:n(h.appData),namespaceOwners:e.namespaceOwners,conflicts:e.conflicts})),e.staticFilesByPlugin.set(e.plugin.id,await H({plugin:e.plugin,result:h,workingState:r,context:e.context,database:e.database,attachOwnerByKey:e.attachOwnerByKey,recordFileDependency:e=>l.push(e),conflicts:e.conflicts,staticProblems:e.staticProblems,logger:t,collectEntities:e.collectEntities})),e.pendingTrackedDependencyWrites.push({pluginId:e.plugin.id,inputsHash:e.inputsHash,configDependencies:c.collectDependencies(),fileDependencies:l,routeQueryDependencies:d,logger:t}),{problems:(h.problems??[]).map(p)}}async function L(e,t){let n=await E(e,t);return new Map(n.map(e=>[`${e.routeSlug}\u0000${e.key}`,e.originPluginId]))}function R(e,n){let r=/* @__PURE__ */ new Map,i=e.entitiesByKey.get(`app-data`)?.loaderArgs??null,a=t(i)&&t(i.fragments)?i.fragments:{},o=new Set(n.pluginRegistry.listFinalizePlugins().map(e=>e.id));for(let[e,t]of Object.entries(a))u(t)&&o.has(t.owner)&&r.set(e,t.owner);return r}function z(e){B(e.pluginId,e.namespaceOwners);let t={};for(let[n,r]of Object.entries(e.appData)){let i=e.namespaceOwners.get(n);if(i!==void 0&&i!==e.pluginId){e.conflicts.push(v({namespace:n,ownerPluginId:i,pluginId:e.pluginId}));continue}e.namespaceOwners.set(n,e.pluginId),t[n]=r}return t}function B(e,t){for(let[n,r]of t)r===e&&t.delete(n);return null}async function V(e,t){let n=[...t.configDependencies.map(e=>({...e,source:`config`})),...o(t.fileDependencies)];await A(e,{originPluginId:t.pluginId,fingerprint:t.inputsHash,dependencies:n,routeQueries:c(t.routeQueryDependencies),logger:t.logger})}async function H(t){let n=G({context:t.context,pluginId:t.plugin.id,result:t.result,state:t.workingState,attachOwnerByKey:t.attachOwnerByKey,recordFileDependency:t.recordFileDependency,conflicts:t.conflicts,staticProblems:t.staticProblems,logger:t.logger});await O(t.database,{originPluginId:t.plugin.id,routeDependencies:n.routeDependencies,entities:n.entities,logger:t.logger}),t.collectEntities?.(n.entities);let r=n.entities.flatMap(({key:n,kind:r,value:i})=>r===`inline`&&t.workingState.entitiesByKey.get(n)?.dataHash!==(i===null?null:e(i))?[n]:[]);if(r.length>0){let{invalidatedKeys:e}=await m(t.database,{keys:r,reason:`invalidate finalize entity readers`,markKeys:!1,logger:t.logger});for(let n of e){let e=t.workingState.entitiesByKey.get(n);e&&(e.status=`stale`)}}return n.staticFiles}function U(e,t,n){let r=new Set(t);for(let t of e){let e=t.data===null?void 0:t.data.pluginId;typeof e==`string`&&!n.has(e)&&r.add(e)}return r}async function W(e,t,n,r){let i=await h(e.database),a=await d(e.database,`static`),o=i.filter(e=>!t.has(e.ownerPluginId)),s=P({kept:o,collected:[...t],routeBySlug:e.workingState.routeBySlug,reservedSlugs:e.context.pluginRegistry.listReservedSlugs(),problems:n}),c=U(a,new Set(t.keys()),r),l=/* @__PURE__ */ new Set([...n.map(e=>e.key),...o.map(e=>e.path),...x(a,c)]);await g(e.database,{ownerPluginIds:[...s.keys()],rows:[...s].flatMap(([e,t])=>t.map(t=>({...t,ownerPluginId:e}))),problems:{keys:[...l],newProblems:n.map(e=>f(e.problem,{scope:`global`,source:`static`,key:e.key}))}})}function G(e){let t=/* @__PURE__ */ new Map,n=[],i=j(e.context,e.pluginId),a=e=>{t.set(e.key,e)};for(let t of e.result.entities??[])a(i(t));for(let t of e.result.attach??[])K({attachment:t,describeEntity:i,pluginId:e.pluginId,state:e.state,attachOwnerByKey:e.attachOwnerByKey,conflicts:e.conflicts,registerEntity:a,routeDependencies:n});let o=N({pluginId:e.pluginId,declarations:e.result.staticFiles??[],filesByPath:e.state.filesByPath,registerProducer:e=>{let t={...i(e.producer),shouldInvalidateValue:!1};return a(t),t.key},recordFileDependency:e.recordFileDependency,problems:e.staticProblems});return{routeDependencies:n,entities:[...t.values()].sort((e,t)=>r(e.key,t.key)),staticFiles:o}}function K(e){let{attachment:t}=e;if(e.state.routeBySlug.get(t.slug))for(let[n,r]of Object.entries(t.deps)){let i=`${t.slug}\u0000${n}`,a=e.attachOwnerByKey.get(i);if(a!==void 0){a!==e.pluginId&&e.conflicts.push(y({slug:t.slug,key:n,ownerPluginId:a,pluginId:e.pluginId}));continue}e.attachOwnerByKey.set(i,e.pluginId),e.routeDependencies.push(M({dependency:r,describeEntity:e.describeEntity,key:n,registerEntity:e.registerEntity,routeSlug:t.slug}))}}async function q(e,t,n){await D(e,[l({fragmentUpdates:n})],{logger:t.logger.child(`content-layer:db`)})}export{U as claimantsToReplace,F as runFinalizePhase};
@@ -1 +1 @@
1
- import{USER_MARKDOC_SCHEMA_FILE as e,userMarkdocSchemaFailure as t}from"../markdown/constants/tag-sets.js";import{createProblem as n}from"../problems/codes.js";import{hasGlobalProblemsForSource as r,problemRow as i,replaceGlobalProblemsForSourceTx as a}from"../database/problems.js";const o=`markdoc-schema`;async function s(s){let c=t();if(c===void 0&&!await r(s,o))return;let l=c===void 0?[]:[i(n({code:`configuration/markdoc-schema-failed`,message:`The Markdoc schema did not load: ${c}`,location:{filePath:e}}),{scope:`global`,source:o})];await s.db.transaction(e=>a(e,o,l))}export{s as syncUserMarkdocSchemaProblem};
1
+ import{USER_MARKDOC_SCHEMA_FILE as e,userMarkdocSchemaFailure as t}from"../markdown/constants/tag-sets.js";import{hasGlobalProblemsForSource as n,problemRow as r,replaceGlobalProblemsForSourceTx as i}from"../database/problems.js";import{createProblem as a}from"../problems/codes.js";const o=`markdoc-schema`;async function s(s){let c=t();if(c===void 0&&!await n(s,o))return;let l=c===void 0?[]:[r(a({code:`configuration/markdoc-schema-failed`,message:`The Markdoc schema did not load: ${c}`,location:{filePath:e}}),{scope:`global`,source:o})];await s.db.transaction(e=>i(e,o,l))}export{s as syncUserMarkdocSchemaProblem};
@@ -1 +1 @@
1
- import{isPlanFeatureGranted as e}from"../../shared/plan-gates.js";import{assembleTemplateSet as t}from"../templates/template-set.js";import{assembleServerModuleSet as n}from"../server-modules/module-set.js";import{formatCount as r}from"../../shared/log-format.js";import{createLogger as i,stopwatch as a}from"../../shared/logger.js";import{L10N_DIR as o}from"../../shared/constants/l10n/defaults.js";import{collectL10nDirLocales as s,l10nDirOf as c,resolveLocaleContext as l}from"../../shared/utils/l10n.js";import{loadEffectiveConfigHash as ee,writeSiteConfig as te}from"../database/site-config.js";import{isConfigChanged as ne,isNestedConfigPath as u,loadContentLayerConfig as re,readNestedConfigProblems as ie}from"../config.js";import{contentIgnoreMatcherOf as ae,normalizeHintPaths as oe,scanContentFiles as d}from"./scan.js";import{resolveContentPluginsForFile as f}from"../plugins/registry.js";import{resolveContentLayerContext as p}from"../context.js";import{openContentLayerDatabase as m}from"../database/connection.js";import{garbageCollectOrphanBlobs as se}from"../database/blobs.js";import"../../shared/constants/app-data.js";import{listConfiguredProducts as ce,productFolderProblems as le}from"../products.js";import{appDataSystemEntityDescriptor as ue}from"../plugins/internal/app-data/index.js";import{warnWhenProjectPluginsAreNotLoaded as de}from"../plugins/project/loaded-set.js";import{apiOutputFiles as fe,readApiOutputs as pe,withApiOutputHints as me}from"../api-outputs.js";import{createContentPlugins as h}from"../plugins/create-content-plugins.js";import"../plugins/index.js";import{listRegisteredAssets as he}from"../database/assets.js";import{createProblem as g}from"../problems/codes.js";import{computeDirtyConfigOrigins as ge,computeDirtyFileOrigins as _e,garbageCollectOrphanedEntities as ve,loadOriginDependencyRows as ye,propagateConfigDependencyInvalidation as be,propagateEntityInvalidation as xe,propagateRetryableProblemInvalidation as Se}from"../database/invalidation.js";import{hasGlobalProblemsForSource as _,listGlobalProblems as Ce,listProblems as we,problemRow as v,replaceGlobalProblemsForKeysTx as Te,replaceGlobalProblemsForSourceTx as y}from"../database/problems.js";import{persistContentFileState as Ee,refreshFileLastModified as De}from"../database/files.js";import{loadContentLayerState as b,partitionIgnoredFiles as Oe,reloadContentLayerEntities as ke}from"../context-state.js";import{garbageCollectOrphanAssetFiles as Ae,restoreMissingAssetFiles as je}from"../materialization/asset-reconcile.js";import{resolveRevisionCapture as Me}from"../revisions/config.js";import{loadPluginHookState as Ne}from"../database/plugin-hook-state.js";import{loadRouteQueryDependencyRows as Pe}from"../database/route-query-deps.js";import{createEntityMaterializer as Fe}from"../materialization/materializer.js";import{runSearchSync as Ie}from"./search-sync.js";import{hashContentFiles as x}from"./hash.js";import{selectCurrentContentFiles as S}from"./current-files.js";import{collectL10nWarnings as Le,l10nLayoutProblems as Re,validateL10nConfig as ze}from"./l10n-warnings.js";import{collectAppDataFragmentOwnerIds as Be,reconcilePluginScopedRows as Ve,registerSystemEntities as He}from"../database/finalize.js";import{hasStaleManifestVersion as Ue,resetContentDatabase as We}from"../database/reset.js";import{readGitLastModified as Ge}from"./git-last-modified.js";import{createContentScanPlan as Ke}from"./scan-plan.js";import{collectPageRedirects as C}from"../page-redirects.js";import{syncContentFiles as qe}from"./sync.js";import{checkAllowedPackages as Je}from"../allowed-packages.js";import{syncUserMarkdocSchemaProblem as Ye}from"./markdoc-schema-problem.js";import{syncConfigLinkRefs as Xe}from"../link-checker/config-links.js";import{collectCollisionPeerOrigins as Ze}from"./slugger/collision-peers.js";async function w(e){let o=p({contentDir:e.contentDir,context:e.context,currentFileIndex:e.currentFileIndex,logger:e.logger??i(),plugins:h(e.contentDir)}),c=o.contentDir,d=o.logger.child(`content-layer`),f=d.child(`content-layer:scan`),x=d.child(`content-layer:hash`),S=d.child(`content-layer:db`),C=d.child(`content-layer:plan`),w=d.child(`content-layer:diff`),T=d.child(`content-layer:sync`),E=e.captureRevisions===!0,D=a();d.debug(`Starting content ingest`,{contentDir:c,hints:e.hints??[]});let A=e.database===void 0,j=e.database??await m({contentDir:c,databaseUrl:e.databaseUrl,migrationsDir:e.migrationsDir,runMigrations:e.runMigrations,platform:o.platform,logger:S});try{if(await Ue(j)){S.warn(`manifest version changed — resetting content database`);let e=a();await We(j,{logger:S}),S.info(`Reset content database`,{durationMs:e()}),o.state=void 0}let i=oe(c,e.hints??[]),p=a(),m=a(),h=await b({context:o,database:j}),A=[...h.filesByPath.values(),...h.ignoredFilesByPath.values()].sort((e,t)=>e.path.localeCompare(t.path));S.debug(`Loaded previous content state`,{loadedCount:A.length,totalCount:A.length,durationMs:m()});let M=await re({context:o,force:!0});await de({contentDir:c,config:M.config,fs:o.platform.fs,logger:d});let N=ne(k(M.config,h.routeBySlug.values()),await ee(j)),P=ze(o.config.l10n);for(let e of P)d.debug(e.message);(N||P.length>0||await _(j,`l10n-config`))&&await j.db.transaction(e=>y(e,`l10n-config`,P.map(e=>v(e,{scope:`global`,source:`l10n-config`})))),(N||M.problems.length>0||await _(j,`config`))&&await j.db.transaction(e=>y(e,`config`,M.problems.map(e=>v(g(e),{scope:`global`,source:`config`}))));let F=await Je(M.config,c,o.platform.fs);(F.length>0||await _(j,`allowed-packages`))&&await j.db.transaction(e=>y(e,`allowed-packages`,F.map(e=>v(g(e),{scope:`global`,source:`allowed-packages`})))),await Ye(j);let I=ae(o.config);Oe(h,I);let L=e=>pe({config:o.config,contentDir:c,fs:o.platform.fs,nestedConfigPaths:e,isIgnored:I}),R=N||i.some(u),z=await L([...h.filesByPath.keys()].filter(u)),tt=a(),B=await Ke({contentDir:c,fs:o.platform.fs,previousFiles:A,hints:me(i,z),ignoredDirectories:e.ignoredDirectories,configChanged:R,logger:C});C.debug(`Resolved ingest scan plan`,{hints:B.hintedPaths.length,configChanged:R,scanTargets:B.scanTargets.length,affectedPreviousFiles:B.affectedPreviousFiles.length,durationMs:tt()});let nt=new Map(A.map(e=>[e.path,e.hash])),V=await et({contentDir:c,currentFileIndex:o.currentFileIndex,fs:o.platform.fs,scanPlan:B,ignoredDirectories:e.ignoredDirectories,scanLogger:f,hashLogger:x,previous:o.currentFileIndex?void 0:nt,onProgress:e.onProgress});(B.hintedPaths.length===0||B.hintedPaths.includes(``))&&(z=await L(V.map(e=>e.path).filter(e=>u(e)&&!I(e))));let rt=await fe({outputs:z,files:V,contentDir:c,fs:o.platform.fs,previous:nt}),H=[...V.filter(e=>!z.has(e.path)),...rt];o.gitLastModified=await Ge(c,f,o.gitLastModified);let U=new Map(o.gitLastModified.index);for(let[e,t]of z){let n=U.get(t);n!==void 0&&U.set(e,n)}d.info(`Scanned ${r(H.length)} files`,{durationMs:p()});let it=a(),W=O(H,B.affectedPreviousFiles,{hintScopes:B.hintScopes,totalPrevious:A.length});w.debug(`Computed content diff`,{...W.summary,durationMs:it()}),d.info(`Compared with the previous state: ${W.summary.added} added, ${W.summary.changed} changed, ${W.summary.removed} removed, ${W.summary.unchanged} unchanged`);let at=a(),ot=a(),st=await Ee(j,{upserts:[...W.added.map(e=>({path:e.path,hash:e.hash,lastModifiedAt:U.get(e.path)??null,manifest:JSON.stringify(e.manifest??{}),manifestVersion:e.manifestVersion})),...W.changed.map(e=>({path:e.path,hash:e.nextHash,lastModifiedAt:U.get(e.path)??null,manifest:JSON.stringify(e.file.manifest??{}),manifestVersion:e.file.manifestVersion}))],removedPaths:W.removed.map(e=>e.path),logger:S});S.debug(`Persisted content file state`,{upserts:W.added.length+W.changed.length,removed:W.removed.length,durationMs:ot()});for(let e of W.removed)h.filesByPath.delete(e.path),h.ignoredFilesByPath.delete(e.path);for(let e of st)(I(e.path)?h.ignoredFilesByPath:h.filesByPath).set(e.path,e);let ct=l(o.config.l10n,s(h.filesByPath.keys())),G=o.currentFileIndex!==void 0||R||B.hintedPaths.length===0||B.hintedPaths.includes(``);if(G){let e=Re(Le({l10n:o.config.l10n,localeContext:ct,filePaths:h.filesByPath.keys()})),t=le(ce(o.config),h.filesByPath.keys());for(let t of e)d.debug(t.message);for(let e of t)d.debug(e.message);await j.db.transaction(async n=>{await y(n,`l10n-layout`,e.map(e=>v(e,{scope:`global`,source:`l10n-layout`}))),await y(n,`products`,t.map(e=>v(g(e),{scope:`global`,source:`products`})))})}let K=G?[...h.filesByPath.keys()].filter(u):[...W.added,...W.changed].map(e=>e.path).filter(e=>u(e)&&!I(e)),lt=W.removed.map(e=>e.path).filter(u);if(G||K.length>0||lt.length>0){let e=(await ie({contentDir:c,fs:o.platform.fs,paths:K})).map(e=>v(g(e),{scope:`global`,source:`nested-config`,key:e.location?.filePath}));await j.db.transaction(t=>G?y(t,`nested-config`,e):Te(t,`nested-config`,[...K,...lt],e))}let ut=H.flatMap(e=>{let t=h.filesByPath.get(e.path),n=U.get(e.path)??null;return!t||t.lastModifiedAt===n?[]:(h.filesByPath.set(e.path,{...t,lastModifiedAt:n}),[{path:e.path,lastModifiedAt:n}])});await De(j,ut,S);let dt=new Set(H.filter(e=>$e(o,e,h.filePluginsByPath.get(e.path))).map(e=>e.path)),ft=await xe(j,{changedFilePaths:[...W.added.map(e=>e.path),...W.changed.map(e=>e.path),...W.removed.map(e=>e.path),...ut.map(e=>e.path),...dt],membershipChangedPaths:[...W.added,...W.removed].map(e=>e.path).filter(e=>!I(e)),logger:S}),pt=o.pluginRegistry.listExtractAllPlugins(),mt=o.pluginRegistry.listFinalizePlugins(),ht=new Set(mt.map(e=>e.id)),q=[...Be(h.entitiesByKey.get(`app-data`)?.loaderArgs??null)].filter(e=>!ht.has(e)),gt=await Ve(j,[...pt.map(e=>({pluginId:e.id,hook:`extractAll`})),...mt.map(e=>({pluginId:e.id,hook:`finalize`}))],{logger:S});q.length>0&&await He(j,[ue({fragmentUpdates:new Map(q.map(e=>[e,null]))})],{logger:S});let[J,_t,vt]=await Promise.all([ye(j),Pe(j,o.routeQueryRows),Ne(j)]);o.routeQueryRows=_t;let yt=_t.rows,bt=ge(J,o.config),xt=_e(J,h),St=await be(j,{config:o.config,logger:S}),Ct=await Se(j,{logger:S});if((await ve(j,S)).removedOrphans)await ke({state:h,database:j});else for(let e of[...ft.invalidatedKeys,...St.invalidatedKeys,...Ct.invalidatedKeys]){let t=h.entitiesByKey.get(e);t&&(t.status=`stale`)}(gt||q.length>0)&&(o.state=void 0,h=await b({context:o,database:j}));let wt=await Ce(j,`slugger`),Tt=Ze(wt,{touchedPaths:[...W.added.map(e=>e.path),...W.changed.map(e=>e.path),...W.removed.map(e=>e.path),...bt.map(e=>e.originFilePath),...xt.map(e=>e.originFilePath)],storedFilesByPath:h.filesByPath}),Y=Qe({context:o,diff:W,currentFiles:H,dirtyOrigins:[...bt,...xt,...Tt],hintedPaths:B.hintedPaths,storedFilesByPath:h.filesByPath,pluginSetChangedPaths:dt}),Et=a(),Dt=Me(o.config,E),X=await qe({context:o,database:j,localeContext:ct,files:Y,removedPaths:new Set(W.removed.map(e=>e.path)),pluginScopedOriginRows:J,routeQueryRows:yt,hookState:vt,storedSluggerProblems:wt,revisions:Dt,onFileSynced:(t,n)=>e.onProgress?.({stage:`sync`,done:t,total:n})});o.state=X.state,T.debug(`Synchronized content routes`,{files:Y.length,durationMs:Et()}),await Xe({database:j,config:o.config,configChanged:N,logger:S}),d.info(`Updated content state: ${W.added.length+W.changed.length} upserted, ${W.removed.length} removed, ${Y.length} synced`,{durationMs:at()}),e.searchSync!==!1&&await Ie({context:o,database:j,inlineSearchables:X.inlineSearchables,materializer:Fe({deps:{...o,state:X.state},database:j,revisions:Dt})});let Z=await se(j,{logger:S});Z.removed>0&&S.debug(`blob GC removed orphan blobs`,{count:Z.removed});let Q=await Ae(o.pluginIO,{contentDir:c,database:j,logger:S});if(Q.removedRows>0&&S.debug(`asset GC removed orphan assets`,{count:Q.removedRows,swept:Q.sweptFilenames.length}),e.reconcileAssetFiles??!0){let e=await je(o.pluginIO,{contentDir:c,registered:await he(j)});e.restored.length>0&&d.info(`Restored ${e.restored.length} missing content ${e.restored.length===1?`asset`:`assets`}`),e.missingSources.length>0&&S.warn(`registered assets are missing their source file`,{paths:e.missingSources}),e.failed.length>0&&S.warn(`could not restore missing content assets; /content-assets/* will 404`,{paths:e.failed})}let{routeBySlug:Ot}=X.state;o.config=k(M.config,Ot.values()),await te(j,k(M.siteConfig,Ot.values()),o.config);try{await j.db.transaction(e=>y(e,`system`,[]))}catch(e){S.warn(`could not clear the stored run failure`,{error:e instanceof Error?e.message:String(e)})}let kt=e.collectProblems===!1?[]:await we(j);d.debug(`Content ingest complete`,{durationMs:D()});let $=X.state,At=t({registry:o.pluginRegistry,routes:$.routeBySlug.values()}),jt=n({registry:o.pluginRegistry,entities:$.entitiesByKey.values()});return{contentDir:c,diff:W,currentFiles:V,previousFiles:B.affectedPreviousFiles,problems:kt,templateSet:At,serverModuleSet:jt,inlineSearchables:X.inlineSearchables,routeChanges:{...X.routeChanges,unbounded:X.routeChanges.unbounded||N}}}finally{A&&await j.close()}}function Qe(e){let t=/* @__PURE__ */ new Map;for(let n of e.diff.added)t.set(n.path,n);for(let n of e.diff.changed)t.set(n.path,n.file);let n=new Map(e.currentFiles.map(e=>[e.path,e]));for(let n of e.currentFiles)t.has(n.path)||e.pluginSetChangedPaths.has(n.path)&&t.set(n.path,n);for(let r of e.dirtyOrigins){let i=n.get(r.originFilePath)??D(e.context.contentDir,e.storedFilesByPath.get(r.originFilePath));i&&t.set(i.path,i)}let r=[...t.keys(),...e.diff.removed.map(e=>e.path)];for(let i of T(r,e.storedFilesByPath.keys())){if(t.has(i))continue;let r=n.get(i)??D(e.context.contentDir,e.storedFilesByPath.get(i));r&&t.set(i,r)}return Array.from(t.values())}function T(e,t){let n=new Set([...e].filter(e=>!e.startsWith(`${o}/`))),r=[];for(let e of t){let t=c(e);t!==void 0&&n.has(e.slice(`@l10n/${t}/`.length))&&r.push(e)}return r}function $e(e,t,n){let r=f(e,t.path).map(e=>({id:e.id,version:e.version})).sort((e,t)=>e.id.localeCompare(t.id)),i=[...n??[]].sort((e,t)=>e.pluginId.localeCompare(t.pluginId));return r.length!==i.length||r.some((e,t)=>{let n=i[t];return n===void 0||n.pluginId!==e.id||n.pluginVersion!==e.version})}function E(e,t){return`${e.replace(/\/$/,``)}/${t}`}function D(e,t){if(t)return{absolutePath:E(e,t.path),hash:t.hash,manifestVersion:t.manifestVersion,path:t.path}}function O(e,t,n={}){let r=new Map(e.map(e=>[e.path,e])),i=new Map(t.map(e=>[e.path,e])),a=n.hintScopes??[],o=[],s=[],c=[],l=[];for(let t of e){let e=i.get(t.path);if(!e){o.push(t);continue}if(e.hash!==t.hash){s.push({path:t.path,previousHash:e.hash,nextHash:t.hash,file:t});continue}c.push(t)}for(let e of t)r.has(e.path)||l.push(e);return{added:o,changed:s,removed:l,unchanged:c,hintScopes:a,summary:{added:o.length,changed:s.length,removed:l.length,unchanged:c.length,totalCurrent:n.totalPrevious===void 0?e.length:n.totalPrevious-l.length+o.length,totalPrevious:n.totalPrevious??t.length}}}async function et(e){if(e.currentFileIndex){let t=S({currentFileIndex:e.currentFileIndex,hintScopes:e.scanPlan.hintScopes,hintedPaths:e.scanPlan.hintedPaths});return e.scanLogger.debug(`Using provided current file snapshot`,{count:t.length,totalCount:e.currentFileIndex.size}),t}let t=a(),n=await d({fs:e.fs,rootDir:e.contentDir,targets:e.scanPlan.scanTargets,ignoredDirectories:e.ignoredDirectories,logger:e.scanLogger});e.scanLogger.debug(`Scanned content files`,{count:n.length,durationMs:t()});let r=a(),i=await x(n,{fs:e.fs,logger:e.hashLogger,previous:e.previous,onFileHashed:(t,n)=>e.onProgress?.({stage:`scan`,done:t,total:n})});return e.hashLogger.debug(`Computed content hashes`,{count:i.length,durationMs:r()}),i}function k(t,n){let r=e(t,`redirects`)?C(n):{};return{...t,redirects:{...r,...t.redirects}}}export{O as diffContentFiles,w as runContentIngest};
1
+ import{isPlanFeatureGranted as e}from"../../shared/plan-gates.js";import{assembleTemplateSet as t}from"../templates/template-set.js";import{assembleServerModuleSet as n}from"../server-modules/module-set.js";import{formatCount as r}from"../../shared/log-format.js";import{createLogger as i,stopwatch as a}from"../../shared/logger.js";import{L10N_DIR as o}from"../../shared/constants/l10n/defaults.js";import{collectL10nDirLocales as s,l10nDirOf as c,resolveLocaleContext as l}from"../../shared/utils/l10n.js";import{loadEffectiveConfigHash as ee,writeSiteConfig as te}from"../database/site-config.js";import{isConfigChanged as ne,isNestedConfigPath as u,loadContentLayerConfig as re,readNestedConfigProblems as ie}from"../config.js";import{contentIgnoreMatcherOf as ae,normalizeHintPaths as oe,scanContentFiles as d}from"./scan.js";import{resolveContentPluginsForFile as f}from"../plugins/registry.js";import{resolveContentLayerContext as p}from"../context.js";import{openContentLayerDatabase as m}from"../database/connection.js";import{garbageCollectOrphanBlobs as se}from"../database/blobs.js";import"../../shared/constants/app-data.js";import{listConfiguredProducts as ce,productFolderProblems as le}from"../products.js";import{appDataSystemEntityDescriptor as ue}from"../plugins/internal/app-data/index.js";import{warnWhenProjectPluginsAreNotLoaded as de}from"../plugins/project/loaded-set.js";import{apiOutputFiles as fe,readApiOutputs as pe,withApiOutputHints as me}from"../api-outputs.js";import{createContentPlugins as h}from"../plugins/create-content-plugins.js";import"../plugins/index.js";import{hasGlobalProblemsForSource as g,listGlobalProblems as he,listProblems as ge,problemRow as _,replaceGlobalProblemsForKeysTx as _e,replaceGlobalProblemsForSourceTx as v}from"../database/problems.js";import{listRegisteredAssets as ve}from"../database/assets.js";import{createProblem as y}from"../problems/codes.js";import{computeDirtyConfigOrigins as ye,computeDirtyFileOrigins as be,garbageCollectOrphanedEntities as xe,loadOriginDependencyRows as Se,propagateConfigDependencyInvalidation as Ce,propagateEntityInvalidation as we,propagateRetryableProblemInvalidation as Te}from"../database/invalidation.js";import{persistContentFileState as Ee,refreshFileLastModified as De}from"../database/files.js";import{loadContentLayerState as b,partitionIgnoredFiles as Oe,reloadContentLayerEntities as ke}from"../context-state.js";import{garbageCollectOrphanAssetFiles as Ae,restoreMissingAssetFiles as je}from"../materialization/asset-reconcile.js";import{resolveRevisionCapture as Me}from"../revisions/config.js";import{loadPluginHookState as Ne}from"../database/plugin-hook-state.js";import{loadRouteQueryDependencyRows as Pe}from"../database/route-query-deps.js";import{createEntityMaterializer as Fe}from"../materialization/materializer.js";import{runSearchSync as Ie}from"./search-sync.js";import{hashContentFiles as x}from"./hash.js";import{selectCurrentContentFiles as S}from"./current-files.js";import{collectL10nWarnings as Le,l10nLayoutProblems as Re,validateL10nConfig as ze}from"./l10n-warnings.js";import{collectAppDataFragmentOwnerIds as Be,reconcilePluginScopedRows as Ve,registerSystemEntities as He}from"../database/finalize.js";import{hasStaleManifestVersion as Ue,resetContentDatabase as We}from"../database/reset.js";import{readGitLastModified as Ge}from"./git-last-modified.js";import{createContentScanPlan as Ke}from"./scan-plan.js";import{collectPageRedirects as C}from"../page-redirects.js";import{syncContentFiles as qe}from"./sync.js";import{checkAllowedPackages as Je}from"../allowed-packages.js";import{syncUserMarkdocSchemaProblem as Ye}from"./markdoc-schema-problem.js";import{syncConfigLinkRefs as Xe}from"../link-checker/config-links.js";import{collectCollisionPeerOrigins as Ze}from"./slugger/collision-peers.js";async function w(e){let o=p({contentDir:e.contentDir,context:e.context,currentFileIndex:e.currentFileIndex,logger:e.logger??i(),plugins:h(e.contentDir)}),c=o.contentDir,d=o.logger.child(`content-layer`),f=d.child(`content-layer:scan`),x=d.child(`content-layer:hash`),S=d.child(`content-layer:db`),C=d.child(`content-layer:plan`),w=d.child(`content-layer:diff`),T=d.child(`content-layer:sync`),E=e.captureRevisions===!0,D=a();d.debug(`Starting content ingest`,{contentDir:c,hints:e.hints??[]});let A=e.database===void 0,j=e.database??await m({contentDir:c,databaseUrl:e.databaseUrl,migrationsDir:e.migrationsDir,runMigrations:e.runMigrations,platform:o.platform,logger:S});try{if(await Ue(j)){S.warn(`manifest version changed — resetting content database`);let e=a();await We(j,{logger:S}),S.info(`Reset content database`,{durationMs:e()}),o.state=void 0}let i=oe(c,e.hints??[]),p=a(),m=a(),h=await b({context:o,database:j}),A=[...h.filesByPath.values(),...h.ignoredFilesByPath.values()].sort((e,t)=>e.path.localeCompare(t.path));S.debug(`Loaded previous content state`,{loadedCount:A.length,totalCount:A.length,durationMs:m()});let M=await re({context:o,force:!0});await de({contentDir:c,config:M.config,fs:o.platform.fs,logger:d});let N=ne(k(M.config,h.routeBySlug.values()),await ee(j)),P=ze(o.config.l10n);for(let e of P)d.debug(e.message);(N||P.length>0||await g(j,`l10n-config`))&&await j.db.transaction(e=>v(e,`l10n-config`,P.map(e=>_(e,{scope:`global`,source:`l10n-config`})))),(N||M.problems.length>0||await g(j,`config`))&&await j.db.transaction(e=>v(e,`config`,M.problems.map(e=>_(y(e),{scope:`global`,source:`config`}))));let F=await Je(M.config,c,o.platform.fs);(F.length>0||await g(j,`allowed-packages`))&&await j.db.transaction(e=>v(e,`allowed-packages`,F.map(e=>_(y(e),{scope:`global`,source:`allowed-packages`})))),await Ye(j);let I=ae(o.config);Oe(h,I);let L=e=>pe({config:o.config,contentDir:c,fs:o.platform.fs,nestedConfigPaths:e,isIgnored:I}),R=N||i.some(u),z=await L([...h.filesByPath.keys()].filter(u)),tt=a(),B=await Ke({contentDir:c,fs:o.platform.fs,previousFiles:A,hints:me(i,z),ignoredDirectories:e.ignoredDirectories,configChanged:R,logger:C});C.debug(`Resolved ingest scan plan`,{hints:B.hintedPaths.length,configChanged:R,scanTargets:B.scanTargets.length,affectedPreviousFiles:B.affectedPreviousFiles.length,durationMs:tt()});let nt=new Map(A.map(e=>[e.path,e.hash])),V=await et({contentDir:c,currentFileIndex:o.currentFileIndex,fs:o.platform.fs,scanPlan:B,ignoredDirectories:e.ignoredDirectories,scanLogger:f,hashLogger:x,previous:o.currentFileIndex?void 0:nt,onProgress:e.onProgress});(B.hintedPaths.length===0||B.hintedPaths.includes(``))&&(z=await L(V.map(e=>e.path).filter(e=>u(e)&&!I(e))));let rt=await fe({outputs:z,files:V,contentDir:c,fs:o.platform.fs,previous:nt}),H=[...V.filter(e=>!z.has(e.path)),...rt];o.gitLastModified=await Ge(c,f,o.gitLastModified);let U=new Map(o.gitLastModified.index);for(let[e,t]of z){let n=U.get(t);n!==void 0&&U.set(e,n)}d.info(`Scanned ${r(H.length)} files`,{durationMs:p()});let it=a(),W=O(H,B.affectedPreviousFiles,{hintScopes:B.hintScopes,totalPrevious:A.length});w.debug(`Computed content diff`,{...W.summary,durationMs:it()}),d.info(`Compared with the previous state: ${W.summary.added} added, ${W.summary.changed} changed, ${W.summary.removed} removed, ${W.summary.unchanged} unchanged`);let at=a(),ot=a(),st=await Ee(j,{upserts:[...W.added.map(e=>({path:e.path,hash:e.hash,lastModifiedAt:U.get(e.path)??null,manifest:JSON.stringify(e.manifest??{}),manifestVersion:e.manifestVersion})),...W.changed.map(e=>({path:e.path,hash:e.nextHash,lastModifiedAt:U.get(e.path)??null,manifest:JSON.stringify(e.file.manifest??{}),manifestVersion:e.file.manifestVersion}))],removedPaths:W.removed.map(e=>e.path),logger:S});S.debug(`Persisted content file state`,{upserts:W.added.length+W.changed.length,removed:W.removed.length,durationMs:ot()});for(let e of W.removed)h.filesByPath.delete(e.path),h.ignoredFilesByPath.delete(e.path);for(let e of st)(I(e.path)?h.ignoredFilesByPath:h.filesByPath).set(e.path,e);let ct=l(o.config.l10n,s(h.filesByPath.keys())),G=o.currentFileIndex!==void 0||R||B.hintedPaths.length===0||B.hintedPaths.includes(``);if(G){let e=Re(Le({l10n:o.config.l10n,localeContext:ct,filePaths:h.filesByPath.keys()})),t=le(ce(o.config),h.filesByPath.keys());for(let t of e)d.debug(t.message);for(let e of t)d.debug(e.message);await j.db.transaction(async n=>{await v(n,`l10n-layout`,e.map(e=>_(e,{scope:`global`,source:`l10n-layout`}))),await v(n,`products`,t.map(e=>_(y(e),{scope:`global`,source:`products`})))})}let K=G?[...h.filesByPath.keys()].filter(u):[...W.added,...W.changed].map(e=>e.path).filter(e=>u(e)&&!I(e)),lt=W.removed.map(e=>e.path).filter(u);if(G||K.length>0||lt.length>0){let e=(await ie({contentDir:c,fs:o.platform.fs,paths:K})).map(e=>_(y(e),{scope:`global`,source:`nested-config`,key:e.location?.filePath}));await j.db.transaction(t=>G?v(t,`nested-config`,e):_e(t,`nested-config`,[...K,...lt],e))}let ut=H.flatMap(e=>{let t=h.filesByPath.get(e.path),n=U.get(e.path)??null;return!t||t.lastModifiedAt===n?[]:(h.filesByPath.set(e.path,{...t,lastModifiedAt:n}),[{path:e.path,lastModifiedAt:n}])});await De(j,ut,S);let dt=new Set(H.filter(e=>$e(o,e,h.filePluginsByPath.get(e.path))).map(e=>e.path)),ft=await we(j,{changedFilePaths:[...W.added.map(e=>e.path),...W.changed.map(e=>e.path),...W.removed.map(e=>e.path),...ut.map(e=>e.path),...dt],membershipChangedPaths:[...W.added,...W.removed].map(e=>e.path).filter(e=>!I(e)),logger:S}),pt=o.pluginRegistry.listExtractAllPlugins(),mt=o.pluginRegistry.listFinalizePlugins(),ht=new Set(mt.map(e=>e.id)),q=[...Be(h.entitiesByKey.get(`app-data`)?.loaderArgs??null)].filter(e=>!ht.has(e)),gt=await Ve(j,[...pt.map(e=>({pluginId:e.id,hook:`extractAll`})),...mt.map(e=>({pluginId:e.id,hook:`finalize`}))],{logger:S});q.length>0&&await He(j,[ue({fragmentUpdates:new Map(q.map(e=>[e,null]))})],{logger:S});let[J,_t,vt]=await Promise.all([Se(j),Pe(j,o.routeQueryRows),Ne(j)]);o.routeQueryRows=_t;let yt=_t.rows,bt=ye(J,o.config),xt=be(J,h),St=await Ce(j,{config:o.config,logger:S}),Ct=await Te(j,{logger:S});if((await xe(j,S)).removedOrphans)await ke({state:h,database:j});else for(let e of[...ft.invalidatedKeys,...St.invalidatedKeys,...Ct.invalidatedKeys]){let t=h.entitiesByKey.get(e);t&&(t.status=`stale`)}(gt||q.length>0)&&(o.state=void 0,h=await b({context:o,database:j}));let wt=await he(j,`slugger`),Tt=Ze(wt,{touchedPaths:[...W.added.map(e=>e.path),...W.changed.map(e=>e.path),...W.removed.map(e=>e.path),...bt.map(e=>e.originFilePath),...xt.map(e=>e.originFilePath)],storedFilesByPath:h.filesByPath}),Y=Qe({context:o,diff:W,currentFiles:H,dirtyOrigins:[...bt,...xt,...Tt],hintedPaths:B.hintedPaths,storedFilesByPath:h.filesByPath,pluginSetChangedPaths:dt}),Et=a(),Dt=Me(o.config,E),X=await qe({context:o,database:j,localeContext:ct,files:Y,removedPaths:new Set(W.removed.map(e=>e.path)),pluginScopedOriginRows:J,routeQueryRows:yt,hookState:vt,storedSluggerProblems:wt,revisions:Dt,onFileSynced:(t,n)=>e.onProgress?.({stage:`sync`,done:t,total:n})});o.state=X.state,T.debug(`Synchronized content routes`,{files:Y.length,durationMs:Et()}),await Xe({database:j,config:o.config,configChanged:N,logger:S}),d.info(`Updated content state: ${W.added.length+W.changed.length} upserted, ${W.removed.length} removed, ${Y.length} synced`,{durationMs:at()}),e.searchSync!==!1&&await Ie({context:o,database:j,inlineSearchables:X.inlineSearchables,materializer:Fe({deps:{...o,state:X.state},database:j,revisions:Dt})});let Z=await se(j,{logger:S});Z.removed>0&&S.debug(`blob GC removed orphan blobs`,{count:Z.removed});let Q=await Ae(o.pluginIO,{contentDir:c,database:j,logger:S});if(Q.removedRows>0&&S.debug(`asset GC removed orphan assets`,{count:Q.removedRows,swept:Q.sweptFilenames.length}),e.reconcileAssetFiles??!0){let e=await je(o.pluginIO,{contentDir:c,registered:await ve(j)});e.restored.length>0&&d.info(`Restored ${e.restored.length} missing content ${e.restored.length===1?`asset`:`assets`}`),e.missingSources.length>0&&S.warn(`registered assets are missing their source file`,{paths:e.missingSources}),e.failed.length>0&&S.warn(`could not restore missing content assets; /content-assets/* will 404`,{paths:e.failed})}let{routeBySlug:Ot}=X.state;o.config=k(M.config,Ot.values()),await te(j,k(M.siteConfig,Ot.values()),o.config);try{await j.db.transaction(e=>v(e,`system`,[]))}catch(e){S.warn(`could not clear the stored run failure`,{error:e instanceof Error?e.message:String(e)})}let kt=e.collectProblems===!1?[]:await ge(j);d.debug(`Content ingest complete`,{durationMs:D()});let $=X.state,At=t({registry:o.pluginRegistry,routes:$.routeBySlug.values()}),jt=n({registry:o.pluginRegistry,entities:$.entitiesByKey.values()});return{contentDir:c,diff:W,currentFiles:V,previousFiles:B.affectedPreviousFiles,problems:kt,templateSet:At,serverModuleSet:jt,inlineSearchables:X.inlineSearchables,routeChanges:{...X.routeChanges,unbounded:X.routeChanges.unbounded||N}}}finally{A&&await j.close()}}function Qe(e){let t=/* @__PURE__ */ new Map;for(let n of e.diff.added)t.set(n.path,n);for(let n of e.diff.changed)t.set(n.path,n.file);let n=new Map(e.currentFiles.map(e=>[e.path,e]));for(let n of e.currentFiles)t.has(n.path)||e.pluginSetChangedPaths.has(n.path)&&t.set(n.path,n);for(let r of e.dirtyOrigins){let i=n.get(r.originFilePath)??D(e.context.contentDir,e.storedFilesByPath.get(r.originFilePath));i&&t.set(i.path,i)}let r=[...t.keys(),...e.diff.removed.map(e=>e.path)];for(let i of T(r,e.storedFilesByPath.keys())){if(t.has(i))continue;let r=n.get(i)??D(e.context.contentDir,e.storedFilesByPath.get(i));r&&t.set(i,r)}return Array.from(t.values())}function T(e,t){let n=new Set([...e].filter(e=>!e.startsWith(`${o}/`))),r=[];for(let e of t){let t=c(e);t!==void 0&&n.has(e.slice(`@l10n/${t}/`.length))&&r.push(e)}return r}function $e(e,t,n){let r=f(e,t.path).map(e=>({id:e.id,version:e.version})).sort((e,t)=>e.id.localeCompare(t.id)),i=[...n??[]].sort((e,t)=>e.pluginId.localeCompare(t.pluginId));return r.length!==i.length||r.some((e,t)=>{let n=i[t];return n===void 0||n.pluginId!==e.id||n.pluginVersion!==e.version})}function E(e,t){return`${e.replace(/\/$/,``)}/${t}`}function D(e,t){if(t)return{absolutePath:E(e,t.path),hash:t.hash,manifestVersion:t.manifestVersion,path:t.path}}function O(e,t,n={}){let r=new Map(e.map(e=>[e.path,e])),i=new Map(t.map(e=>[e.path,e])),a=n.hintScopes??[],o=[],s=[],c=[],l=[];for(let t of e){let e=i.get(t.path);if(!e){o.push(t);continue}if(e.hash!==t.hash){s.push({path:t.path,previousHash:e.hash,nextHash:t.hash,file:t});continue}c.push(t)}for(let e of t)r.has(e.path)||l.push(e);return{added:o,changed:s,removed:l,unchanged:c,hintScopes:a,summary:{added:o.length,changed:s.length,removed:l.length,unchanged:c.length,totalCurrent:n.totalPrevious===void 0?e.length:n.totalPrevious-l.length+o.length,totalPrevious:n.totalPrevious??t.length}}}async function et(e){if(e.currentFileIndex){let t=S({currentFileIndex:e.currentFileIndex,hintScopes:e.scanPlan.hintScopes,hintedPaths:e.scanPlan.hintedPaths});return e.scanLogger.debug(`Using provided current file snapshot`,{count:t.length,totalCount:e.currentFileIndex.size}),t}let t=a(),n=await d({fs:e.fs,rootDir:e.contentDir,targets:e.scanPlan.scanTargets,ignoredDirectories:e.ignoredDirectories,logger:e.scanLogger});e.scanLogger.debug(`Scanned content files`,{count:n.length,durationMs:t()});let r=a(),i=await x(n,{fs:e.fs,logger:e.hashLogger,previous:e.previous,onFileHashed:(t,n)=>e.onProgress?.({stage:`scan`,done:t,total:n})});return e.hashLogger.debug(`Computed content hashes`,{count:i.length,durationMs:r()}),i}function k(t,n){let r=e(t,`redirects`)?C(n):{};return{...t,redirects:{...r,...t.redirects}}}export{O as diffContentFiles,w as runContentIngest};
@@ -1 +1 @@
1
- import{hashJsonValue as e}from"../database/utils/json.js";import{SEARCH_GROUP_FACET_FIELD as t,resolveSearchFacets as n}from"../../shared/search/facets.js";import{hashContentBytes as r}from"../../shared/utils/content-hash.js";import{userMarkdocSchemaDigest as i}from"../markdown/constants/tag-sets.js";import{formatDuration as a}from"../../shared/log-format.js";import{isRbacScope as o}from"../../shared/rbac/engine.js";import{normalizeRouteSlug as s}from"../../shared/utils/routes/normalize-route-slug.js";import{entities as c,pageMarkdown as l,routeQueryDeps as u,searchDocuments as d}from"../database/schema.js";import{computePathPrefixes as f}from"../../shared/utils/routes/compute-path-prefixes.js";import{replaceDataRefMarkers as p}from"../materialization/data-ref.js";import{batchValues as m,normalizeBatchSize as h}from"../database/connection.js";import{resolveDataRef as g}from"../database/blobs.js";import{createRouteQueryEvaluator as _,dedupeRouteQueryDependencies as v,isRouteQueryStale as y}from"../plugins/utils/route-index.js";import{listConfiguredProducts as b}from"../products.js";import{curationKeywordsOf as x}from"../search/keywords.js";import{findProductForSlug as S}from"../../shared/products.js";import{createMarkdownCopyRule as ee}from"../markdown-copy-rule.js";import{createProblem as C}from"../problems/codes.js";import{problemRow as w,replaceEntityProblemsForCodesBatchTx as T}from"../database/problems.js";import"../search/postings/postings-store.js";import{createSearchStore as E}from"../search/store.js";import{replaceEntityRouteQueryDepsTx as D}from"../database/route-query-deps.js";import{SEARCH_PROBLEM_CODES as O,searchFacetInvalidProblem as k,searchableFailedProblem as A}from"../problems/producers.js";import{loadAttachedRouteSlugs as j}from"../database/route-deps.js";import{toRbacTeamsWithinRoute as M}from"./rbac-teams.js";import{buildDocumentFacets as N}from"../search/facet-rows.js";import{createHookEntityStore as P}from"./hook-inputs.js";import{and as F,eq as I,inArray as L}from"drizzle-orm";function R(t,n,r,i){let a=[...t].sort(),o=n.map(e=>[e.name,e.slug]);return(t,n)=>{let s=[3,t,a,o,r];return n&&i!==void 0&&s.push(i),e(s)}}async function z(e){let{context:t,database:n}=e,r=t.logger.child(`content-layer:search`),o=[],s=/* @__PURE__ */ new Map,c=new Map(t.pluginRegistry.listEntityLoaders().filter(e=>e.definition.searchable!==void 0||e.definition.markdown!==void 0).map(e=>[e.definition.id,e])),l=e.inlineSearchables??/* @__PURE__ */ new Map,u=e.entityKeys===void 0?void 0:[...e.entityKeys,...l.keys()],d=await re(n,u);if(c.size===0&&l.size===0&&d.size===0)return{synced:0,problems:o};let{materializer:f}=e,{state:p}=f,h=E(n),g=_(p,t.config),v=b(t.config),y=q(p,g,v),x=y(),S=te(t),C=ee(t.config),T=R(S,v,C.settings,i()),D=ne(r,{configuredFields:S}),k=0,M=(e,t)=>{o.push(...t),s.set(e,t.map(t=>w(t,{scope:`entity`,entityId:e})))},N=(e,t,n,i)=>{let a=i instanceof Error?i.message:String(i);r.warn(`searchable failed for "${t}"; keeping its last documents: ${a}`);let c=A({entityKey:t,pluginId:n,message:a});o.push(c),s.set(e,[w(c,{scope:`entity`,entityId:e})])},P=async()=>(await B(n,s,O,r),{synced:k,problems:o});u===void 0&&await U({context:t,database:n,state:p,store:h,stored:d,searchableLoaders:c});let F=[];for(let[e,n]of l){let i=p.entitiesByKey.get(e);if(i&&i.kind===`inline`){if(n===void 0){d.has(e)&&await h.removeSource(e);continue}try{let a=await D.prepare(e,n.docs,x);F.push({entityKey:e,docs:a.docs,...J(e,n,a.docs),sourceHash:T(i.dataHash??``,!1),pluginVersion:t.pluginRegistry.getById(i.pluginId)?.version??``}),M(i.id,[...H(e,n.problems,r),...a.problems])}catch(t){N(i.id,e,i.pluginId,t)}}}if(await h.replaceSourceDocuments(F),k+=F.length,c.size===0)return P();let I=await ie(n,[...c.keys()],e.entityKeys),L=await ae(n,g,I.map(e=>e.id)),z=I.filter(e=>{let n=c.get(e.loaderId),r=n?t.pluginRegistry.getById(n.pluginId)?.version:void 0,i=d.get(e.key);return i===void 0||i.sourceHash!==T(e.dataHash??``,n?.definition.usesProjectMarkdocSchema===!0)||i.pluginVersion!==r||L.has(e.id)});if(z.length===0)return P();let G=await j(n,z.map(e=>e.key)),Y=0,X=0,Z=0,Q=0,$=0;for(let r of m(z,50)){Y+=1;let i=Date.now(),a=await K(n,r);Z+=Date.now()-i,i=Date.now();let o=[];for(let i of r){let r=c.get(i.loaderId);if(r){try{let e=await W({row:i,entry:r,value:a.get(i.id),attachedSlug:G.get(i.key),context:t,database:n,materializer:f,evaluator:g,resolveAccess:y,prepare:D.prepare,stampOf:T,allowsMarkdownCopy:C.allows});o.push(e),M(i.id,e.problems)}catch(e){N(i.id,i.key,r.pluginId,e)}X+=1,e.onProgress?.(X,z.length)}}Q+=Date.now()-i,i=Date.now(),await V({context:t,database:n,store:h,outputs:o}),$+=Date.now()-i,k+=o.length}return u===void 0&&r.info(`Synced ${z.length} content ${z.length===1?`item`:`items`} for search in ${Y} ${Y===1?`chunk`:`chunks`} (load ${a(Z)}, producers ${a(Q)}, writes ${a($)})`),P()}async function B(e,t,n,r){if(t.size!==0)try{await e.db.transaction(e=>T(e,t,n))}catch(e){r.warn(`could not store the search problems of this pass`,{error:e instanceof Error?e.message:String(e)})}}async function V(e){let{context:t,outputs:n}=e;n.length!==0&&await e.database.db.transaction(async i=>{await e.store.replaceSourceDocuments(n.map(e=>({entityKey:e.row.key,docs:e.docs,fragments:e.fragments,uses:e.uses,sourceHash:e.sourceHash,pluginVersion:t.pluginRegistry.getById(e.entry.pluginId)?.version??``})),i),await D(i,{hook:`searchable`,scopes:n.map(e=>({originPluginId:e.entry.pluginId,entityId:e.row.id,dependencies:v(e.reads)}))});for(let e of n){if(await i.delete(l).where(I(l.entityKey,e.row.key)),e.markdownDocs.length===0)continue;let n=t.pluginRegistry.getById(e.entry.pluginId)?.version??``;for(let t of e.markdownDocs){let a=await Promise.all(t.chunks.map(async(i,a)=>{let o=t.headings?.[a]??null;return{entityKey:e.row.key,chunkIndex:a,routeSlug:t.routeSlug,text:i,heading:o?.heading??null,anchor:o?.anchor??null,title:t.title??null,description:t.description??null,rbacTeams:t.rbacTeams,rbacScope:t.rbacScope??null,hash:await r(new TextEncoder().encode(i)),sourceHash:e.sourceHash,pluginVersion:n}}));await i.insert(l).values(a)}}})}function H(e,t,n){let r=[],i=/* @__PURE__ */ new Set;for(let e of t??[])O.includes(e.code)?r.push(C(e)):i.add(e.code);for(let t of i)n.warn(`searchable for "${e}" reported problem code "${t}", which the search sync does not own; use one of ${O.join(`, `)}`);return r}async function U(e){for(let t of e.stored.keys()){let n=e.state.entitiesByKey.get(t);n&&(e.context.pluginRegistry.getById(n.pluginId)===void 0||n.kind!==`inline`&&(n.loaderId===null||!e.searchableLoaders.has(n.loaderId)))&&(await e.store.removeSource(t),await e.database.db.delete(l).where(I(l.entityKey,t)))}}async function W(e){let{row:t,entry:n,database:r}=e,i=n.definition.searchable,a=n.definition.markdown,o=e.value;if(!o||o.data===null||o.dataHash===null)throw Error(`Entity "${t.key}" has no stored value.`);let s=e.stampOf(o.dataHash,n.definition.usesProjectMarkdocSchema),c=await p(o.data,e=>g(r,e)),l=[],u=e=>l.push(e),d=e.evaluator.index(u),f=e.attachedSlug===void 0?void 0:d.get(e.attachedSlug),m=e.resolveAccess(u),h={config:e.context.config,entities:P(r,e.materializer,u),logger:e.context.logger.child(`content-layer:searchable:${n.definition.id}`),routes:d,route:f},_=i?await i(c,h):{docs:[]},v=a&&e.allowsMarkdownCopy(f)?await a(c,h):null,y=G(t.key,v,e.attachedSlug).map(e=>Object.assign(e,{rbacTeams:M(m.accessForSlug(e.routeSlug),e.rbacScope)})),b=await e.prepare(t.key,_.docs??[],m);return{row:t,entry:n,docs:b.docs,...J(t.key,_,b.docs),markdownDocs:y,sourceHash:s,reads:l,problems:[...H(t.key,_.problems,e.context.logger),...b.problems]}}function G(e,t,n){if(t===null)return[];if(!Array.isArray(t))throw Error(`markdown for "${e}" must return an array or null.`);let r=t.length>0&&typeof t[0]==`string`?[{chunks:t}]:t,i=/* @__PURE__ */ new Set,a=[];for(let t of r){let r=t.routeSlug??n;if(r!==void 0){if(!Array.isArray(t.chunks)||t.chunks.some(e=>typeof e!=`string`))throw Error(`markdown for "${e}" returned a document without string chunks.`);if(t.chunks.length!==0){if(i.has(r))throw Error(`markdown for "${e}" returned "${r}" twice.`);if(t.rbacScope!==void 0&&!o(t.rbacScope))throw Error(`markdown for "${e}" returned "${r}" with an invalid rbacScope.`);i.add(r),a.push({routeSlug:r,chunks:t.chunks,headings:t.headings,...typeof t.title==`string`&&t.title!==``?{title:t.title}:{},...typeof t.description==`string`&&t.description!==``?{description:t.description}:{},...t.rbacScope===void 0?{}:{rbacScope:t.rbacScope}})}}}return a}async function K(e,t){let n=await e.db.select({id:c.id,data:c.data,dataHash:c.dataHash}).from(c).where(L(c.id,t.map(e=>e.id)));return new Map(n.map(e=>[e.id,e]))}function q(e,t,n){let r=[...e.routeBySlug.values()].filter(e=>e.wildcardPrefix),i=t=>{if(e.routeBySlug.has(t))return t;let n=new Set(f(t)),i;for(let e of r)n.has(e.slug)&&(i===void 0||e.slug.length>i.length)&&(i=e.slug);return i};return r=>{let a=t.index(r),o=e=>a.getAccess(i(e)??e),s=t=>e.routeBySlug.get(i(t)??t);return{accessForSlug:o,localeForSlug:e=>s(e)?.locale??``,originFilePathForSlug:e=>s(e)?.originFilePath??null,versionForSlug:e=>{let t=s(e);return t?.versionGroup!=null&&t.version!=null?{group:t.versionGroup,version:t.version}:null},productForSlug:e=>{let t=s(e),r=t?t.canonicalSlug||t.slug:e;return S(n,r)}}}}function te(e){return new Set(n(e.config).map(e=>e.field).filter(e=>e!==t))}function J(e,t,n){let r=t.fragments??[],i=t.uses??[];if(!Array.isArray(r)||!Array.isArray(i))throw Error(`searchable for "${e}" must return fragments and uses as arrays.`);for(let t of r)if(typeof t.fragmentKey!=`string`||typeof t.name!=`string`)throw Error(`searchable for "${e}" returned a fragment without a key or name.`);let a=new Set(n.map(e=>e.docKey));return{fragments:r,uses:i.filter(e=>a.has(e.docKey))}}function ne(e,t){return{async prepare(n,r,i){if(!Array.isArray(r))throw Error(`searchable for "${n}" must return { docs: SearchDocument[] }.`);let a=/* @__PURE__ */ new Set,o=/* @__PURE__ */ new Set,c=[],l=[];for(let u of r){if(X(n,u),a.has(u.docKey))throw Error(`searchable for "${n}" returned docKey "${u.docKey}" twice.`);a.add(u.docKey);let r=s(u.routeSlug),d=i.accessForSlug(r);if(d===void 0){e.warn(`search document "${u.docKey}" of "${n}" dropped: no route "${r}"`);continue}let{facets:f,rbacScope:p,keywords:m,...h}=u,g=i.productForSlug(r),_=i.versionForSlug(r),v=N({facets:f,configuredFields:t.configuredFields,groupKey:u.groupKey,teams:M(d,p),version:_,product:g?.name??null,keywords:x(m),onDropped:(e,t)=>{let a=`${e}\u0000${t}`;o.has(a)||(o.add(a),c.push(k({entityKey:n,field:e,reason:Y[t],filePath:i.originFilePathForSlug(r)})))}}),y={...h,routeSlug:r,locale:i.localeForSlug(r),facets:v};g&&(y.product={name:g.name,folder:g.folder}),_&&(y.version=_),l.push(y)}return{docs:l,problems:c}}}}const Y={"not-an-object":`facets must be an object of field to string or string list`,reserved:`fields starting with "redocly_" are derived by the engine`,invalid:`a value must be a string, number, boolean, or a list of those`,"too-long":`a value must be at most 500 characters`,"too-many-words":`a keyword must have at most 10 words`};function X(e,t){let n=t;if(!(typeof n==`object`&&n&&typeof n.docKey==`string`&&n.docKey!==``&&typeof n.routeSlug==`string`&&typeof n.title==`string`&&typeof n.text==`string`))throw Error(`searchable for "${e}" returned an invalid document (docKey, routeSlug, title, text are required strings).`);if(n.rbacScope!==void 0&&!o(n.rbacScope))throw Error(`searchable for "${e}" returned document "${n.docKey}" with an invalid rbacScope.`)}async function re(e,t){let n=/* @__PURE__ */ new Map;for(let r of t===void 0?[void 0]:m(t,h(void 0))){let t=await e.db.selectDistinct({entityKey:d.entityKey,sourceHash:d.sourceHash,pluginVersion:d.pluginVersion}).from(d).where(r===void 0?void 0:L(d.entityKey,[...r]));for(let{entityKey:e,...r}of t)n.set(e,r);let i=await e.db.selectDistinct({entityKey:l.entityKey,sourceHash:l.sourceHash,pluginVersion:l.pluginVersion}).from(l).where(r===void 0?void 0:L(l.entityKey,[...r]));for(let{entityKey:e,...t}of i)n.has(e)||n.set(e,t)}return n}async function ie(e,t,n){return n!==void 0&&n.length===0?[]:(await e.db.select({id:c.id,key:c.key,loaderId:c.loaderId,dataHash:c.dataHash}).from(c).where(F(I(c.status,`ready`),I(c.isCurrent,1),L(c.loaderId,[...t]),n===void 0?void 0:L(c.key,[...n]))).orderBy(c.key)).filter(e=>e.loaderId!==null)}async function ae(e,t,n){let r=/* @__PURE__ */ new Set;if(n.length===0)return r;let i=new Set(n),a=n.length<=h(void 0),o=await e.db.select({entityId:u.entityId,kind:u.kind,argument:u.argument,resultHash:u.resultHash}).from(u).where(F(I(u.hook,`searchable`),a?L(u.entityId,[...n]):void 0));for(let e of o)e.entityId!==null&&i.has(e.entityId)&&!r.has(e.entityId)&&y(t,e)&&r.add(e.entityId);return r}function Z(e,t){for(let n of e)n.kind===`inline`&&t.set(n.key,n.searchable)}export{Z as collectInlineSearchables,z as runSearchSync};
1
+ import{hashJsonValue as e}from"../database/utils/json.js";import{SEARCH_GROUP_FACET_FIELD as t,resolveSearchFacets as n}from"../../shared/search/facets.js";import{hashContentBytes as r}from"../../shared/utils/content-hash.js";import{userMarkdocSchemaDigest as i}from"../markdown/constants/tag-sets.js";import{formatDuration as a}from"../../shared/log-format.js";import{isRbacScope as o}from"../../shared/rbac/engine.js";import{normalizeRouteSlug as s}from"../../shared/utils/routes/normalize-route-slug.js";import{entities as c,pageMarkdown as l,routeQueryDeps as u,searchDocuments as d}from"../database/schema.js";import{computePathPrefixes as f}from"../../shared/utils/routes/compute-path-prefixes.js";import{replaceDataRefMarkers as p}from"../materialization/data-ref.js";import{batchValues as m,normalizeBatchSize as h}from"../database/connection.js";import{resolveDataRef as g}from"../database/blobs.js";import{createRouteQueryEvaluator as _,dedupeRouteQueryDependencies as v,isRouteQueryStale as y}from"../plugins/utils/route-index.js";import{listConfiguredProducts as b}from"../products.js";import{curationKeywordsOf as x}from"../search/keywords.js";import{findProductForSlug as S}from"../../shared/products.js";import{problemRow as C,replaceEntityProblemsForCodesBatchTx as w}from"../database/problems.js";import{createProblem as T}from"../problems/codes.js";import"../search/postings/postings-store.js";import{createSearchStore as E}from"../search/store.js";import{replaceEntityRouteQueryDepsTx as D}from"../database/route-query-deps.js";import{SEARCH_PROBLEM_CODES as O,searchFacetInvalidProblem as k,searchableFailedProblem as ee}from"../problems/producers.js";import{loadAttachedRouteSlugs as A}from"../database/route-deps.js";import{toRbacTeamsWithinRoute as j}from"./rbac-teams.js";import{createMarkdownCopyRule as M}from"../markdown-copy-rule.js";import{buildDocumentFacets as N}from"../search/facet-rows.js";import{createHookEntityStore as P}from"./hook-inputs.js";import{and as F,eq as I,inArray as L}from"drizzle-orm";function R(t,n,r,i){let a=[...t].sort(),o=n.map(e=>[e.name,e.slug]);return(t,n)=>{let s=[3,t,a,o,r];return n&&i!==void 0&&s.push(i),e(s)}}async function z(e){let{context:t,database:n}=e,r=t.logger.child(`content-layer:search`),o=[],s=/* @__PURE__ */ new Map,c=new Map(t.pluginRegistry.listEntityLoaders().filter(e=>e.definition.searchable!==void 0||e.definition.markdown!==void 0).map(e=>[e.definition.id,e])),l=e.inlineSearchables??/* @__PURE__ */ new Map,u=e.entityKeys===void 0?void 0:[...e.entityKeys,...l.keys()],d=await re(n,u);if(c.size===0&&l.size===0&&d.size===0)return{synced:0,problems:o};let{materializer:f}=e,{state:p}=f,h=E(n),g=_(p,t.config),v=b(t.config),y=q(p,g,v),x=y(),S=te(t),w=M(t.config),T=R(S,v,w.settings,i()),D=ne(r,{configuredFields:S}),k=0,j=(e,t)=>{o.push(...t),s.set(e,t.map(t=>C(t,{scope:`entity`,entityId:e})))},N=(e,t,n,i)=>{let a=i instanceof Error?i.message:String(i);r.warn(`searchable failed for "${t}"; keeping its last documents: ${a}`);let c=ee({entityKey:t,pluginId:n,message:a});o.push(c),s.set(e,[C(c,{scope:`entity`,entityId:e})])},P=async()=>(await B(n,s,O,r),{synced:k,problems:o});u===void 0&&await U({context:t,database:n,state:p,store:h,stored:d,searchableLoaders:c});let F=[];for(let[e,n]of l){let i=p.entitiesByKey.get(e);if(i&&i.kind===`inline`){if(n===void 0){d.has(e)&&await h.removeSource(e);continue}try{let a=await D.prepare(e,n.docs,x);F.push({entityKey:e,docs:a.docs,...J(e,n,a.docs),sourceHash:T(i.dataHash??``,!1),pluginVersion:t.pluginRegistry.getById(i.pluginId)?.version??``}),j(i.id,[...H(e,n.problems,r),...a.problems])}catch(t){N(i.id,e,i.pluginId,t)}}}if(await h.replaceSourceDocuments(F),k+=F.length,c.size===0)return P();let I=await ie(n,[...c.keys()],e.entityKeys),L=await ae(n,g,I.map(e=>e.id)),z=I.filter(e=>{let n=c.get(e.loaderId),r=n?t.pluginRegistry.getById(n.pluginId)?.version:void 0,i=d.get(e.key);return i===void 0||i.sourceHash!==T(e.dataHash??``,n?.definition.usesProjectMarkdocSchema===!0)||i.pluginVersion!==r||L.has(e.id)});if(z.length===0)return P();let G=await A(n,z.map(e=>e.key)),Y=0,X=0,Z=0,Q=0,$=0;for(let r of m(z,50)){Y+=1;let i=Date.now(),a=await K(n,r);Z+=Date.now()-i,i=Date.now();let o=[];for(let i of r){let r=c.get(i.loaderId);if(r){try{let e=await W({row:i,entry:r,value:a.get(i.id),attachedSlug:G.get(i.key),context:t,database:n,materializer:f,evaluator:g,resolveAccess:y,prepare:D.prepare,stampOf:T,allowsMarkdownCopy:w.allows});o.push(e),j(i.id,e.problems)}catch(e){N(i.id,i.key,r.pluginId,e)}X+=1,e.onProgress?.(X,z.length)}}Q+=Date.now()-i,i=Date.now(),await V({context:t,database:n,store:h,outputs:o}),$+=Date.now()-i,k+=o.length}return u===void 0&&r.info(`Synced ${z.length} content ${z.length===1?`item`:`items`} for search in ${Y} ${Y===1?`chunk`:`chunks`} (load ${a(Z)}, producers ${a(Q)}, writes ${a($)})`),P()}async function B(e,t,n,r){if(t.size!==0)try{await e.db.transaction(e=>w(e,t,n))}catch(e){r.warn(`could not store the search problems of this pass`,{error:e instanceof Error?e.message:String(e)})}}async function V(e){let{context:t,outputs:n}=e;n.length!==0&&await e.database.db.transaction(async i=>{await e.store.replaceSourceDocuments(n.map(e=>({entityKey:e.row.key,docs:e.docs,fragments:e.fragments,uses:e.uses,sourceHash:e.sourceHash,pluginVersion:t.pluginRegistry.getById(e.entry.pluginId)?.version??``})),i),await D(i,{hook:`searchable`,scopes:n.map(e=>({originPluginId:e.entry.pluginId,entityId:e.row.id,dependencies:v(e.reads)}))});for(let e of n){if(await i.delete(l).where(I(l.entityKey,e.row.key)),e.markdownDocs.length===0)continue;let n=t.pluginRegistry.getById(e.entry.pluginId)?.version??``;for(let t of e.markdownDocs){let a=await Promise.all(t.chunks.map(async(i,a)=>{let o=t.headings?.[a]??null;return{entityKey:e.row.key,chunkIndex:a,routeSlug:t.routeSlug,text:i,heading:o?.heading??null,anchor:o?.anchor??null,title:t.title??null,description:t.description??null,rbacTeams:t.rbacTeams,rbacScope:t.rbacScope??null,hash:await r(new TextEncoder().encode(i)),sourceHash:e.sourceHash,pluginVersion:n}}));await i.insert(l).values(a)}}})}function H(e,t,n){let r=[],i=/* @__PURE__ */ new Set;for(let e of t??[])O.includes(e.code)?r.push(T(e)):i.add(e.code);for(let t of i)n.warn(`searchable for "${e}" reported problem code "${t}", which the search sync does not own; use one of ${O.join(`, `)}`);return r}async function U(e){for(let t of e.stored.keys()){let n=e.state.entitiesByKey.get(t);n&&(e.context.pluginRegistry.getById(n.pluginId)===void 0||n.kind!==`inline`&&(n.loaderId===null||!e.searchableLoaders.has(n.loaderId)))&&(await e.store.removeSource(t),await e.database.db.delete(l).where(I(l.entityKey,t)))}}async function W(e){let{row:t,entry:n,database:r}=e,i=n.definition.searchable,a=n.definition.markdown,o=e.value;if(!o||o.data===null||o.dataHash===null)throw Error(`Entity "${t.key}" has no stored value.`);let s=e.stampOf(o.dataHash,n.definition.usesProjectMarkdocSchema),c=await p(o.data,e=>g(r,e)),l=[],u=e=>l.push(e),d=e.evaluator.index(u),f=e.attachedSlug===void 0?void 0:d.get(e.attachedSlug),m=e.resolveAccess(u),h={config:e.context.config,entities:P(r,e.materializer,u),logger:e.context.logger.child(`content-layer:searchable:${n.definition.id}`),routes:d,route:f},_=i?await i(c,h):{docs:[]},v=a&&e.allowsMarkdownCopy(f)?await a(c,h):null,y=G(t.key,v,e.attachedSlug).map(e=>Object.assign(e,{rbacTeams:j(m.accessForSlug(e.routeSlug),e.rbacScope)})),b=await e.prepare(t.key,_.docs??[],m);return{row:t,entry:n,docs:b.docs,...J(t.key,_,b.docs),markdownDocs:y,sourceHash:s,reads:l,problems:[...H(t.key,_.problems,e.context.logger),...b.problems]}}function G(e,t,n){if(t===null)return[];if(!Array.isArray(t))throw Error(`markdown for "${e}" must return an array or null.`);let r=t.length>0&&typeof t[0]==`string`?[{chunks:t}]:t,i=/* @__PURE__ */ new Set,a=[];for(let t of r){let r=t.routeSlug??n;if(r!==void 0){if(!Array.isArray(t.chunks)||t.chunks.some(e=>typeof e!=`string`))throw Error(`markdown for "${e}" returned a document without string chunks.`);if(t.chunks.length!==0){if(i.has(r))throw Error(`markdown for "${e}" returned "${r}" twice.`);if(t.rbacScope!==void 0&&!o(t.rbacScope))throw Error(`markdown for "${e}" returned "${r}" with an invalid rbacScope.`);i.add(r),a.push({routeSlug:r,chunks:t.chunks,headings:t.headings,...typeof t.title==`string`&&t.title!==``?{title:t.title}:{},...typeof t.description==`string`&&t.description!==``?{description:t.description}:{},...t.rbacScope===void 0?{}:{rbacScope:t.rbacScope}})}}}return a}async function K(e,t){let n=await e.db.select({id:c.id,data:c.data,dataHash:c.dataHash}).from(c).where(L(c.id,t.map(e=>e.id)));return new Map(n.map(e=>[e.id,e]))}function q(e,t,n){let r=[...e.routeBySlug.values()].filter(e=>e.wildcardPrefix),i=t=>{if(e.routeBySlug.has(t))return t;let n=new Set(f(t)),i;for(let e of r)n.has(e.slug)&&(i===void 0||e.slug.length>i.length)&&(i=e.slug);return i};return r=>{let a=t.index(r),o=e=>a.getAccess(i(e)??e),s=t=>e.routeBySlug.get(i(t)??t);return{accessForSlug:o,localeForSlug:e=>s(e)?.locale??``,originFilePathForSlug:e=>s(e)?.originFilePath??null,versionForSlug:e=>{let t=s(e);return t?.versionGroup!=null&&t.version!=null?{group:t.versionGroup,version:t.version}:null},productForSlug:e=>{let t=s(e),r=t?t.canonicalSlug||t.slug:e;return S(n,r)}}}}function te(e){return new Set(n(e.config).map(e=>e.field).filter(e=>e!==t))}function J(e,t,n){let r=t.fragments??[],i=t.uses??[];if(!Array.isArray(r)||!Array.isArray(i))throw Error(`searchable for "${e}" must return fragments and uses as arrays.`);for(let t of r)if(typeof t.fragmentKey!=`string`||typeof t.name!=`string`)throw Error(`searchable for "${e}" returned a fragment without a key or name.`);let a=new Set(n.map(e=>e.docKey));return{fragments:r,uses:i.filter(e=>a.has(e.docKey))}}function ne(e,t){return{async prepare(n,r,i){if(!Array.isArray(r))throw Error(`searchable for "${n}" must return { docs: SearchDocument[] }.`);let a=/* @__PURE__ */ new Set,o=/* @__PURE__ */ new Set,c=[],l=[];for(let u of r){if(X(n,u),a.has(u.docKey))throw Error(`searchable for "${n}" returned docKey "${u.docKey}" twice.`);a.add(u.docKey);let r=s(u.routeSlug),d=i.accessForSlug(r);if(d===void 0){e.warn(`search document "${u.docKey}" of "${n}" dropped: no route "${r}"`);continue}let{facets:f,rbacScope:p,keywords:m,...h}=u,g=i.productForSlug(r),_=i.versionForSlug(r),v=N({facets:f,configuredFields:t.configuredFields,groupKey:u.groupKey,teams:j(d,p),version:_,product:g?.name??null,keywords:x(m),onDropped:(e,t)=>{let a=`${e}\u0000${t}`;o.has(a)||(o.add(a),c.push(k({entityKey:n,field:e,reason:Y[t],filePath:i.originFilePathForSlug(r)})))}}),y={...h,routeSlug:r,locale:i.localeForSlug(r),facets:v};g&&(y.product={name:g.name,folder:g.folder}),_&&(y.version=_),l.push(y)}return{docs:l,problems:c}}}}const Y={"not-an-object":`facets must be an object of field to string or string list`,reserved:`fields starting with "redocly_" are derived by the engine`,invalid:`a value must be a string, number, boolean, or a list of those`,"too-long":`a value must be at most 500 characters`,"too-many-words":`a keyword must have at most 10 words`};function X(e,t){let n=t;if(!(typeof n==`object`&&n&&typeof n.docKey==`string`&&n.docKey!==``&&typeof n.routeSlug==`string`&&typeof n.title==`string`&&typeof n.text==`string`))throw Error(`searchable for "${e}" returned an invalid document (docKey, routeSlug, title, text are required strings).`);if(n.rbacScope!==void 0&&!o(n.rbacScope))throw Error(`searchable for "${e}" returned document "${n.docKey}" with an invalid rbacScope.`)}async function re(e,t){let n=/* @__PURE__ */ new Map;for(let r of t===void 0?[void 0]:m(t,h(void 0))){let t=await e.db.selectDistinct({entityKey:d.entityKey,sourceHash:d.sourceHash,pluginVersion:d.pluginVersion}).from(d).where(r===void 0?void 0:L(d.entityKey,[...r]));for(let{entityKey:e,...r}of t)n.set(e,r);let i=await e.db.selectDistinct({entityKey:l.entityKey,sourceHash:l.sourceHash,pluginVersion:l.pluginVersion}).from(l).where(r===void 0?void 0:L(l.entityKey,[...r]));for(let{entityKey:e,...t}of i)n.has(e)||n.set(e,t)}return n}async function ie(e,t,n){return n!==void 0&&n.length===0?[]:(await e.db.select({id:c.id,key:c.key,loaderId:c.loaderId,dataHash:c.dataHash}).from(c).where(F(I(c.status,`ready`),I(c.isCurrent,1),L(c.loaderId,[...t]),n===void 0?void 0:L(c.key,[...n]))).orderBy(c.key)).filter(e=>e.loaderId!==null)}async function ae(e,t,n){let r=/* @__PURE__ */ new Set;if(n.length===0)return r;let i=new Set(n),a=n.length<=h(void 0),o=await e.db.select({entityId:u.entityId,kind:u.kind,argument:u.argument,resultHash:u.resultHash}).from(u).where(F(I(u.hook,`searchable`),a?L(u.entityId,[...n]):void 0));for(let e of o)e.entityId!==null&&i.has(e.entityId)&&!r.has(e.entityId)&&y(t,e)&&r.add(e.entityId);return r}function Z(e,t){for(let n of e)n.kind===`inline`&&t.set(n.key,n.searchable)}export{Z as collectInlineSearchables,z as runSearchSync};
@@ -1 +1 @@
1
- import{L10N_DIR as e}from"../../shared/constants/l10n/defaults.js";import{resolveContentPluginsForFile as t}from"../plugins/registry.js";import{hashContentConfigDependency as n}from"../config-deps.js";import{extractFileContributions as r}from"../plugins/execute.js";import{createSourceFile as i}from"../plugins/source-file.js";import{createContentOriginKey as a}from"../plugins/utils/origin-key.js";import{L10N_PLUGIN_ID as o}from"../plugins/internal/l10n/translations-loader.js";import"../plugins/internal/l10n/index.js";import"../plugins/index.js";import{createProblem as s}from"../problems/codes.js";import{garbageCollectOrphanedEntities as c,propagateRouteQueryInvalidation as l}from"../database/invalidation.js";import{problemRow as u}from"../database/problems.js";import{loadFileManifestsByPaths as d}from"../database/files.js";import{loadContentLayerState as f,reloadContentLayerEntities as p}from"../context-state.js";import{resolveRevisionsConfig as m}from"../revisions/config.js";import{bulkSyncOrigins as ee}from"../database/origins.js";import{extractFailedProblem as h,sluggerProblemSources as g}from"../problems/producers.js";import{createEntityMaterializer as _}from"../materialization/materializer.js";import{finalizeHookInputs as te,hasAnyPluginHookTrigger as ne}from"./hook-inputs.js";import{collectInlineSearchables as v}from"./search-sync.js";import{dropCollidingRoutes as y}from"./slugger/drop-colliding-routes.js";import{allReservedSlugs as b,resolveFinalSlugs as x}from"./slugger/resolve-final-slugs.js";import{normalizePluginArtifacts as S}from"./normalize-artifacts.js";import{runFinalizePhase as C}from"./finalize-phase.js";import{applyOriginRoutesToWorkingState as w,cloneContentLayerState as T,removeFileFromWorkingState as E,removeOriginFromWorkingState as D}from"./working-state.js";import{dropCollidingExtractAllRoutes as O,runExtractAllPhase as k}from"./extract-all-phase.js";import{diffFallbackRoutes as re,generateFallbackRoutes as ie}from"./generate-fallback-routes.js";async function A(n){let s=await f({context:n.context,database:n.database}),l=T(s);for(let e of n.removedPaths)E(l,e);if(n.files.length===0&&n.removedPaths.size===0&&![`extractAll`,`finalize`].some(e=>ne(e,n.context,s,n.pluginScopedOriginRows,n.routeQueryRows,n.hookState,e===`finalize`?te(n.localeContext):void 0)))return await N(n,l),{state:l,inlineSearchables:/* @__PURE__ */ new Map,routeChanges:{changedSlugs:[],unbounded:!1}};let h=n.context.logger.child(`content-layer:sync`),{localeContext:S}=n,A=F(n.context.config,`/l10n`),j=F(n.context.config,`/metadataGlobs`),M=m(n.context.config),P=n.revisions,L=()=>_({deps:{...n.context,state:l},database:n.database,revisions:P}),R=await k({context:n.context,database:n.database,materializer:L(),files:n.files,originRows:n.pluginScopedOriginRows,routeQueryRows:n.routeQueryRows,hookState:n.hookState,logger:n.context.logger.child(`content-layer:extractAll`)}),z=n.context.logger.child(`content-layer:plugin`),B=n.files.filter(e=>e.manifest===void 0).map(e=>e.path),V=await d(n.database,B),H=n.context.pluginRegistry.list().map(e=>e.id);D(l,H,o,null);let U=[],W=`${e}/`,G=n.files.map(e=>({file:e,localized:Number(e.path.startsWith(W))})).sort((e,t)=>e.localized-t.localized).map(e=>e.file);for(let[e,a]of G.entries()){let o=l.filesByPath.get(a.path)??l.ignoredFilesByPath.get(a.path);if(!o)throw Error(`Missing stored file state for "${a.path}".`);let s=t(n.context,a.path),c=(l.filePluginsByPath.get(a.path)??[]).map(e=>e.pluginId).filter(e=>!s.some(t=>t.id===e)),u=[];for(let e of c)D(l,H,e,a.path),u.push({hook:`extract`,originDependencies:[],originFileId:o.id,originFilePath:a.path,originPluginId:e,routeDependencies:[],routes:[],entities:[],problems:[]});for(let e of s)D(l,H,e.id,a.path);let d=i({path:a.path,hash:a.hash,manifest:a.manifest??V.get(a.path)??{}}),f=await r(s,d,{config:n.context.config,fs:n.context.platform.fs,contentDir:n.context.contentDir,scannedPaths:()=>l.filesByPath.keys(),logger:z});for(let e of f)I({context:n.context,workingState:l,allPluginIds:H,filePath:a.path,fileRecord:o,attempt:e,origins:u,revisions:M,localeContext:S,l10nConfigDependency:A,metadataGlobsConfigDependency:j,pluginLogger:z});let p=s.map(e=>({id:e.id,version:e.version}));U.push({fileId:o.id,filePath:a.path,plugins:p,origins:u}),l.filePluginsByPath.set(a.path,p.map(e=>({fileId:o.id,pluginId:e.id,pluginVersion:e.version}))),n.onFileSynced?.(e+1,G.length)}let K=n.context.pluginRegistry.listReservedSlugs(),{collisions:q,routeBySlug:oe,wildcardShadows:se,problems:J}=x({state:l,previousWildcardShadows:s.wildcardShadows,reservedSlugs:K,logger:h});l.wildcardShadows=se,l.routeBySlug=oe;let ce=/* @__PURE__ */ new Set([...n.files.map(e=>e.path),...n.removedPaths,...R.pending.map(e=>e.pluginId),...R.failures.map(e=>e.pluginId)]),Y=new Set(J.map(e=>e.key));for(let e of n.storedSluggerProblems){if(e.key===null)continue;let t=g(e.data);t.length>0&&t.every(e=>ce.has(e))&&Y.add(e.key)}y({state:l,bulkItems:U,collisions:q,allPluginIds:H}),O(R.pending,q);let X=ie({state:l,localeContext:S,reservedSlugs:b(K)}),le=re(s.routesByOriginKey.get(a(`internal.l10n`,null))??[],X);w(l,H,o,null,X);let Z=/* @__PURE__ */ new Map;for(let e of U)for(let t of e.origins)v(t.entities,Z);for(let e of R.pending)v(e.entities,Z);let Q=/* @__PURE__ */ new Set;if(P){for(let e of U)if(P.isTracked(e.filePath))for(let t of e.origins)for(let e of t.entities)Q.add(e.key)}await ee(n.database,U,{logger:z,revisions:P?{max:P.max,trackedKeys:Q}:void 0,extractAllOrigins:R.pending.map(e=>({hook:`extractAll`,originFileId:null,originFilePath:null,originPluginId:e.pluginId,originDependencies:e.originDependencies,routeDependencies:e.routeDependencies,routes:e.routes,entities:e.entities,problems:[],fingerprint:e.inputsHash,routeQueries:e.routeQueries})),extractAllFailures:R.failures,globalProblems:{source:`slugger`,keys:[...Y],newProblems:J.map(e=>u(e.problem,{scope:`global`,source:`slugger`,key:e.key}))},fallbackRoutes:{pluginId:o,...le}}),await p({state:l,database:n.database}),await N(n,l);let $=await C({context:n.context,database:n.database,localeContext:S,materializer:L(),files:n.files,pluginScopedOriginRows:n.pluginScopedOriginRows,routeQueryRows:n.routeQueryRows,hookState:n.hookState,logger:n.context.logger.child(`content-layer:finalize`),collectEntities:e=>v(e,Z)}),ue=await c(n.database);return($.ranPluginIds.length>0||ue.removedOrphans)&&await p({state:l,database:n.database}),{state:l,inlineSearchables:Z,routeChanges:ae(s.routeBySlug,l.routeBySlug)}}function ae(e,t){let n=[];for(let[r,i]of e){let e=t.get(r);(e===void 0||e.originFilePath!==i.originFilePath)&&n.push(r)}for(let r of t.keys())e.has(r)||n.push(r);return{changedSlugs:n,unbounded:!j(e,t)}}function j(e,t){let n=M(e),r=M(t);return n.size===r.size&&[...n].every(e=>r.has(e))}function M(e){let t=/* @__PURE__ */ new Set;for(let[n,r]of e)r.wildcardPrefix&&t.add(n);return t}async function N(e,t){let{invalidatedKeys:n}=await l(e.database,{rows:e.routeQueryRows,state:t,config:e.context.config,logger:e.context.logger.child(`content-layer:db`)});for(let e of n){let n=t.entitiesByKey.get(e);n&&(n.status=`stale`)}}function P(e){return[...e.configDependencies.map(e=>({...e,source:`config`})),...e.fileDependencies]}function F(e,t){return{source:`config`,accessType:`value`,path:t,valueHash:n(e,{accessType:`value`,path:t})}}function I(e){let{context:t,workingState:n,allPluginIds:r,filePath:i,fileRecord:o,attempt:c}=e,l=c.result.ok?c.result.value:null,u=e.localeContext.isL10nPath(i)?[...P(c),e.l10nConfigDependency]:P(c);if(!l){e.origins.push({hook:`extract`,originDependencies:u,originFileId:o.id,originFilePath:i,originPluginId:c.plugin.id,routeDependencies:[],routes:[],entities:[],problems:c.result.ok?[]:[h({filePath:i,pluginId:c.plugin.id,message:c.result.error.message})]});return}let d=S({context:t,filePath:i,pluginId:c.plugin.id,revisions:e.revisions,routeDrafts:l.routes,standaloneEntities:l.entities??[],localeContext:e.localeContext,resolveCanonicalRoute:(e,t)=>n.routesByOriginKey.get(a(c.plugin.id,e))?.find(e=>e.routeId===t)});w(n,r,c.plugin.id,i,d.routes),e.origins.push({hook:`extract`,originDependencies:d.routes.length>0?[...u,e.metadataGlobsConfigDependency]:u,originFileId:o.id,originFilePath:i,originPluginId:c.plugin.id,routeDependencies:d.routeDependencies,routes:d.routes,entities:d.entities,problems:(l.problems??[]).map(e=>s({...e,location:e.location??{filePath:i}})),linkRefs:l.linkRefs})}export{A as syncContentFiles};
1
+ import{L10N_DIR as e}from"../../shared/constants/l10n/defaults.js";import{resolveContentPluginsForFile as t}from"../plugins/registry.js";import{hashContentConfigDependency as n}from"../config-deps.js";import{extractFileContributions as r}from"../plugins/execute.js";import{createSourceFile as i}from"../plugins/source-file.js";import{createContentOriginKey as a}from"../plugins/utils/origin-key.js";import{L10N_PLUGIN_ID as o}from"../plugins/internal/l10n/translations-loader.js";import"../plugins/internal/l10n/index.js";import"../plugins/index.js";import{problemRow as s}from"../database/problems.js";import{createProblem as c}from"../problems/codes.js";import{garbageCollectOrphanedEntities as l,propagateRouteQueryInvalidation as u}from"../database/invalidation.js";import{loadFileManifestsByPaths as d}from"../database/files.js";import{loadContentLayerState as f,reloadContentLayerEntities as p}from"../context-state.js";import{resolveRevisionsConfig as m}from"../revisions/config.js";import{bulkSyncOrigins as ee}from"../database/origins.js";import{extractFailedProblem as h,sluggerProblemSources as g}from"../problems/producers.js";import{createEntityMaterializer as _}from"../materialization/materializer.js";import{finalizeHookInputs as te,hasAnyPluginHookTrigger as ne}from"./hook-inputs.js";import{collectInlineSearchables as v}from"./search-sync.js";import{dropCollidingRoutes as y}from"./slugger/drop-colliding-routes.js";import{allReservedSlugs as b,resolveFinalSlugs as x}from"./slugger/resolve-final-slugs.js";import{normalizePluginArtifacts as S}from"./normalize-artifacts.js";import{runFinalizePhase as C}from"./finalize-phase.js";import{applyOriginRoutesToWorkingState as w,cloneContentLayerState as T,removeFileFromWorkingState as E,removeOriginFromWorkingState as D}from"./working-state.js";import{dropCollidingExtractAllRoutes as O,runExtractAllPhase as k}from"./extract-all-phase.js";import{diffFallbackRoutes as re,generateFallbackRoutes as ie}from"./generate-fallback-routes.js";async function A(n){let c=await f({context:n.context,database:n.database}),u=T(c);for(let e of n.removedPaths)E(u,e);if(n.files.length===0&&n.removedPaths.size===0&&![`extractAll`,`finalize`].some(e=>ne(e,n.context,c,n.pluginScopedOriginRows,n.routeQueryRows,n.hookState,e===`finalize`?te(n.localeContext):void 0)))return await N(n,u),{state:u,inlineSearchables:/* @__PURE__ */ new Map,routeChanges:{changedSlugs:[],unbounded:!1}};let h=n.context.logger.child(`content-layer:sync`),{localeContext:S}=n,A=F(n.context.config,`/l10n`),j=F(n.context.config,`/metadataGlobs`),M=m(n.context.config),P=n.revisions,L=()=>_({deps:{...n.context,state:u},database:n.database,revisions:P}),R=await k({context:n.context,database:n.database,materializer:L(),files:n.files,originRows:n.pluginScopedOriginRows,routeQueryRows:n.routeQueryRows,hookState:n.hookState,logger:n.context.logger.child(`content-layer:extractAll`)}),z=n.context.logger.child(`content-layer:plugin`),B=n.files.filter(e=>e.manifest===void 0).map(e=>e.path),V=await d(n.database,B),H=n.context.pluginRegistry.list().map(e=>e.id);D(u,H,o,null);let U=[],W=`${e}/`,G=n.files.map(e=>({file:e,localized:Number(e.path.startsWith(W))})).sort((e,t)=>e.localized-t.localized).map(e=>e.file);for(let[e,a]of G.entries()){let o=u.filesByPath.get(a.path)??u.ignoredFilesByPath.get(a.path);if(!o)throw Error(`Missing stored file state for "${a.path}".`);let s=t(n.context,a.path),c=(u.filePluginsByPath.get(a.path)??[]).map(e=>e.pluginId).filter(e=>!s.some(t=>t.id===e)),l=[];for(let e of c)D(u,H,e,a.path),l.push({hook:`extract`,originDependencies:[],originFileId:o.id,originFilePath:a.path,originPluginId:e,routeDependencies:[],routes:[],entities:[],problems:[]});for(let e of s)D(u,H,e.id,a.path);let d=i({path:a.path,hash:a.hash,manifest:a.manifest??V.get(a.path)??{}}),f=await r(s,d,{config:n.context.config,fs:n.context.platform.fs,contentDir:n.context.contentDir,scannedPaths:()=>u.filesByPath.keys(),logger:z});for(let e of f)I({context:n.context,workingState:u,allPluginIds:H,filePath:a.path,fileRecord:o,attempt:e,origins:l,revisions:M,localeContext:S,l10nConfigDependency:A,metadataGlobsConfigDependency:j,pluginLogger:z});let p=s.map(e=>({id:e.id,version:e.version}));U.push({fileId:o.id,filePath:a.path,plugins:p,origins:l}),u.filePluginsByPath.set(a.path,p.map(e=>({fileId:o.id,pluginId:e.id,pluginVersion:e.version}))),n.onFileSynced?.(e+1,G.length)}let K=n.context.pluginRegistry.listReservedSlugs(),{collisions:q,routeBySlug:oe,wildcardShadows:se,problems:J}=x({state:u,previousWildcardShadows:c.wildcardShadows,reservedSlugs:K,logger:h});u.wildcardShadows=se,u.routeBySlug=oe;let ce=/* @__PURE__ */ new Set([...n.files.map(e=>e.path),...n.removedPaths,...R.pending.map(e=>e.pluginId),...R.failures.map(e=>e.pluginId)]),Y=new Set(J.map(e=>e.key));for(let e of n.storedSluggerProblems){if(e.key===null)continue;let t=g(e.data);t.length>0&&t.every(e=>ce.has(e))&&Y.add(e.key)}y({state:u,bulkItems:U,collisions:q,allPluginIds:H}),O(R.pending,q);let X=ie({state:u,localeContext:S,reservedSlugs:b(K)}),le=re(c.routesByOriginKey.get(a(`internal.l10n`,null))??[],X);w(u,H,o,null,X);let Z=/* @__PURE__ */ new Map;for(let e of U)for(let t of e.origins)v(t.entities,Z);for(let e of R.pending)v(e.entities,Z);let Q=/* @__PURE__ */ new Set;if(P){for(let e of U)if(P.isTracked(e.filePath))for(let t of e.origins)for(let e of t.entities)Q.add(e.key)}await ee(n.database,U,{logger:z,revisions:P?{max:P.max,trackedKeys:Q}:void 0,extractAllOrigins:R.pending.map(e=>({hook:`extractAll`,originFileId:null,originFilePath:null,originPluginId:e.pluginId,originDependencies:e.originDependencies,routeDependencies:e.routeDependencies,routes:e.routes,entities:e.entities,problems:[],fingerprint:e.inputsHash,routeQueries:e.routeQueries})),extractAllFailures:R.failures,globalProblems:{source:`slugger`,keys:[...Y],newProblems:J.map(e=>s(e.problem,{scope:`global`,source:`slugger`,key:e.key}))},fallbackRoutes:{pluginId:o,...le}}),await p({state:u,database:n.database}),await N(n,u);let $=await C({context:n.context,database:n.database,localeContext:S,materializer:L(),files:n.files,pluginScopedOriginRows:n.pluginScopedOriginRows,routeQueryRows:n.routeQueryRows,hookState:n.hookState,logger:n.context.logger.child(`content-layer:finalize`),collectEntities:e=>v(e,Z)}),ue=await l(n.database);return($.ranPluginIds.length>0||ue.removedOrphans)&&await p({state:u,database:n.database}),{state:u,inlineSearchables:Z,routeChanges:ae(c.routeBySlug,u.routeBySlug)}}function ae(e,t){let n=[];for(let[r,i]of e){let e=t.get(r);(e===void 0||e.originFilePath!==i.originFilePath)&&n.push(r)}for(let r of t.keys())e.has(r)||n.push(r);return{changedSlugs:n,unbounded:!j(e,t)}}function j(e,t){let n=M(e),r=M(t);return n.size===r.size&&[...n].every(e=>r.has(e))}function M(e){let t=/* @__PURE__ */ new Set;for(let[n,r]of e)r.wildcardPrefix&&t.add(n);return t}async function N(e,t){let{invalidatedKeys:n}=await u(e.database,{rows:e.routeQueryRows,state:t,config:e.context.config,logger:e.context.logger.child(`content-layer:db`)});for(let e of n){let n=t.entitiesByKey.get(e);n&&(n.status=`stale`)}}function P(e){return[...e.configDependencies.map(e=>({...e,source:`config`})),...e.fileDependencies]}function F(e,t){return{source:`config`,accessType:`value`,path:t,valueHash:n(e,{accessType:`value`,path:t})}}function I(e){let{context:t,workingState:n,allPluginIds:r,filePath:i,fileRecord:o,attempt:s}=e,l=s.result.ok?s.result.value:null,u=e.localeContext.isL10nPath(i)?[...P(s),e.l10nConfigDependency]:P(s);if(!l){e.origins.push({hook:`extract`,originDependencies:u,originFileId:o.id,originFilePath:i,originPluginId:s.plugin.id,routeDependencies:[],routes:[],entities:[],problems:s.result.ok?[]:[h({filePath:i,pluginId:s.plugin.id,message:s.result.error.message})]});return}let d=S({context:t,filePath:i,pluginId:s.plugin.id,revisions:e.revisions,routeDrafts:l.routes,standaloneEntities:l.entities??[],localeContext:e.localeContext,resolveCanonicalRoute:(e,t)=>n.routesByOriginKey.get(a(s.plugin.id,e))?.find(e=>e.routeId===t)});w(n,r,s.plugin.id,i,d.routes),e.origins.push({hook:`extract`,originDependencies:d.routes.length>0?[...u,e.metadataGlobsConfigDependency]:u,originFileId:o.id,originFilePath:i,originPluginId:s.plugin.id,routeDependencies:d.routeDependencies,routes:d.routes,entities:d.entities,problems:(l.problems??[]).map(e=>c({...e,location:e.location??{filePath:i}})),linkRefs:l.linkRefs})}export{A as syncContentFiles};
@@ -1 +1 @@
1
- import{entities as e,entityDeps as t,files as n,linkRefs as r}from"../database/schema.js";import{batchValues as i}from"../database/connection.js";import{createProblem as a}from"../problems/codes.js";import{deleteProblemsForLinkRefsTx as o,insertProblemsTx as s,problemRow as c,replaceAllLinkProblemsTx as l}from"../database/problems.js";import{clearLinkCheckCheckpointTx as u}from"../database/link-check-checkpoint.js";import{loadLinkCheckView as d}from"./load-view.js";import{unresolvedFilePathRefReads as f,validateLinkRefs as p}from"./validate.js";import{and as m,eq as h,getTableColumns as g,gte as _,inArray as v,lt as y,notInArray as b,or as x}from"drizzle-orm";function S(e){return{run:t=>w(e.logger,()=>T(e,t))}}async function C(r){await w(r.logger,async()=>{let i=await r.database.db.select({entityId:e.id,path:n.path}).from(e).leftJoin(t,h(t.entityId,e.id)).leftJoin(n,h(t.originFileId,n.id)).where(m(h(e.key,r.entityKey),h(e.isCurrent,1))),a=i[0]?.entityId;if(a===void 0)return;let o=i.map(e=>e.path).filter(e=>e!==null),s=[...new Set(o)],c=r.viewCache?await r.viewCache.refreshInventories(s):void 0;await T(r,{entityIds:[a],originFilePaths:[],changedSlugs:[],changedFilePaths:s,unbounded:!1},c)})}async function w(e,t){try{await t()}catch(t){e?.warn(`Incremental link check failed; stored link problems were left unchanged.`,{error:t instanceof Error?t.message:String(t)})}}async function T(e,t,n){if(t.unbounded){await E(e);return}if(!D(t))return;let r=n??await d(e),i=await O(e.database,t,r);if(i.length===0)return;let a=p(i,r).map(j),c=i.map(e=>e.id);await e.database.db.transaction(async e=>{await o(e,c),await s(e,a),await u(e)}),e.logger?.debug(`Incremental link check complete`,{refs:i.length,broken:a.length})}async function E(e){let[t,n]=await Promise.all([e.database.db.select().from(r),d(e)]),i=p(t,n).map(j);await e.database.db.transaction(async e=>{await l(e,i),await u(e)}),e.logger?.debug(`Full link check complete`,{refs:t.length,broken:i.length})}function D(e){return e.entityIds.length>0||e.originFilePaths.length>0||e.changedSlugs.length>0||e.changedFilePaths.length>0}async function O(e,t,a){let o=/* @__PURE__ */ new Map,s=e=>{for(let t of e)o.set(t.id,t)};for(let n of i(t.entityIds,500))s(await e.db.select().from(r).where(v(r.entityId,n)));for(let a of i(t.originFilePaths,500))s(await e.db.select(g(r)).from(r).innerJoin(n,h(r.originFileId,n.id)).where(v(n.path,a)));let c=new Set(t.changedSlugs);for(let e of t.changedFilePaths)for(let t of a.routeSlugsBySourcePath.get(e)??[])c.add(t);for(let t of i([...c],500))s(await e.db.select().from(r).where(m(h(r.targetKind,`slug`),v(r.target,t))));let l=[...c].filter(e=>a.routeBySlug.get(e)?.wildcardPrefix===!0);for(let t of i(l,20)){let n=t.map(e=>{let t=k(e);return m(_(r.target,t),y(r.target,A(t)))});s(await e.db.select().from(r).where(m(h(r.targetKind,`slug`),x(...n))))}for(let n of i(t.changedFilePaths,500))s(await e.db.select().from(r).where(m(h(r.targetKind,`file-path`),v(r.target,n))));if(c.size>0||t.changedFilePaths.length>0){let i=new Set(t.changedFilePaths);s((await e.db.select().from(r).where(m(h(r.targetKind,`file-path`),b(r.target,e.db.select({path:n.path}).from(n))))).filter(e=>{let t=f(e,a);return t.filePaths.some(e=>i.has(e))||t.slugs.some(e=>c.has(e)||l.some(t=>e.startsWith(k(t))))}))}return[...o.values()]}function k(e){return e===`/`?`/`:`${e}/`}function A(e){return`${e.slice(0,-1)}0`}function j(e){return c(a(e.problem),{scope:`link`,linkRefId:e.ref.id})}export{S as createDevLinkCheckSession,O as loadAffectedRefs,C as runMaterializationLinkCheck};
1
+ import{entities as e,entityDeps as t,files as n,linkRefs as r}from"../database/schema.js";import{batchValues as i}from"../database/connection.js";import{deleteProblemsForLinkRefsTx as a,insertProblemsTx as o,problemRow as s,replaceAllLinkProblemsTx as c}from"../database/problems.js";import{createProblem as l}from"../problems/codes.js";import{clearLinkCheckCheckpointTx as u}from"../database/link-check-checkpoint.js";import{loadLinkCheckView as d}from"./load-view.js";import{unresolvedFilePathRefReads as f,validateLinkRefs as p}from"./validate.js";import{and as m,eq as h,getTableColumns as g,gte as _,inArray as v,lt as y,notInArray as b,or as x}from"drizzle-orm";function S(e){return{run:t=>w(e.logger,()=>T(e,t))}}async function C(r){await w(r.logger,async()=>{let i=await r.database.db.select({entityId:e.id,path:n.path}).from(e).leftJoin(t,h(t.entityId,e.id)).leftJoin(n,h(t.originFileId,n.id)).where(m(h(e.key,r.entityKey),h(e.isCurrent,1))),a=i[0]?.entityId;if(a===void 0)return;let o=i.map(e=>e.path).filter(e=>e!==null),s=[...new Set(o)],c=r.viewCache?await r.viewCache.refreshInventories(s):void 0;await T(r,{entityIds:[a],originFilePaths:[],changedSlugs:[],changedFilePaths:s,unbounded:!1},c)})}async function w(e,t){try{await t()}catch(t){e?.warn(`Incremental link check failed; stored link problems were left unchanged.`,{error:t instanceof Error?t.message:String(t)})}}async function T(e,t,n){if(t.unbounded){await E(e);return}if(!D(t))return;let r=n??await d(e),i=await O(e.database,t,r);if(i.length===0)return;let s=p(i,r).map(j),c=i.map(e=>e.id);await e.database.db.transaction(async e=>{await a(e,c),await o(e,s),await u(e)}),e.logger?.debug(`Incremental link check complete`,{refs:i.length,broken:s.length})}async function E(e){let[t,n]=await Promise.all([e.database.db.select().from(r),d(e)]),i=p(t,n).map(j);await e.database.db.transaction(async e=>{await c(e,i),await u(e)}),e.logger?.debug(`Full link check complete`,{refs:t.length,broken:i.length})}function D(e){return e.entityIds.length>0||e.originFilePaths.length>0||e.changedSlugs.length>0||e.changedFilePaths.length>0}async function O(e,t,a){let o=/* @__PURE__ */ new Map,s=e=>{for(let t of e)o.set(t.id,t)};for(let n of i(t.entityIds,500))s(await e.db.select().from(r).where(v(r.entityId,n)));for(let a of i(t.originFilePaths,500))s(await e.db.select(g(r)).from(r).innerJoin(n,h(r.originFileId,n.id)).where(v(n.path,a)));let c=new Set(t.changedSlugs);for(let e of t.changedFilePaths)for(let t of a.routeSlugsBySourcePath.get(e)??[])c.add(t);for(let t of i([...c],500))s(await e.db.select().from(r).where(m(h(r.targetKind,`slug`),v(r.target,t))));let l=[...c].filter(e=>a.routeBySlug.get(e)?.wildcardPrefix===!0);for(let t of i(l,20)){let n=t.map(e=>{let t=k(e);return m(_(r.target,t),y(r.target,A(t)))});s(await e.db.select().from(r).where(m(h(r.targetKind,`slug`),x(...n))))}for(let n of i(t.changedFilePaths,500))s(await e.db.select().from(r).where(m(h(r.targetKind,`file-path`),v(r.target,n))));if(c.size>0||t.changedFilePaths.length>0){let i=new Set(t.changedFilePaths);s((await e.db.select().from(r).where(m(h(r.targetKind,`file-path`),b(r.target,e.db.select({path:n.path}).from(n))))).filter(e=>{let t=f(e,a);return t.filePaths.some(e=>i.has(e))||t.slugs.some(e=>c.has(e)||l.some(t=>e.startsWith(k(t))))}))}return[...o.values()]}function k(e){return e===`/`?`/`:`${e}/`}function A(e){return`${e.slice(0,-1)}0`}function j(e){return s(l(e.problem),{scope:`link`,linkRefId:e.ref.id})}export{S as createDevLinkCheckSession,O as loadAffectedRefs,C as runMaterializationLinkCheck};
@@ -1 +1 @@
1
- import{entities as e,files as t,linkRefs as n,problems as r}from"../database/schema.js";import{captureSnippet as i,splitSourceLines as a}from"../../shared/utils/capture-snippet.js";import{createProblem as o}from"../problems/codes.js";import{deleteOrphanedLinkProblemsTx as s,deleteProblemsForLinkRefsTx as c,insertProblemsTx as l,problemRow as u,replaceAllLinkProblemsTx as d}from"../database/problems.js";import{loadLinkCheckCheckpoint as f,writeLinkCheckCheckpointTx as p}from"../database/link-check-checkpoint.js";import{loadLinkCheckView as m}from"./load-view.js";import{validateLinkRefs as h}from"./validate.js";import{loadAffectedRefs as g}from"./delta.js";import{narrowRangeToTarget as _}from"../../shared/utils/narrow-range-to-target.js";import{diffLinkCheckTargets as v,fingerprintLinkCheckView as y}from"./fingerprint.js";import{and as b,asc as x,count as S,eq as C,gt as w}from"drizzle-orm";async function T(e){try{return await E(e)}catch(t){return e.logger?.warn(`Link check failed; stored link problems were left unchanged.`,{error:t instanceof Error?t.message:String(t)}),{ok:!1}}}async function E(e){let[t,n,r]=await Promise.all([m(e),A(e.database),f(e.database)]),i=await y(t,n);return r===null||r.unboundedInputs!==i.unboundedInputs?D(e,t,i):O(e,t,i,r)}async function D(e,t,n){let r=[],{judged:i,judgedThroughRefId:a}=await k(e.database,t,0,r),o=await M(r,e.readSourceFile);return await e.database.db.transaction(async e=>{await d(e,o),await p(e,{...n,judgedThroughRefId:a})}),{ok:!0,checked:i,broken:o.length,judged:i}}async function O(e,t,i,a){let{database:o}=e,u=v(a.targets,i.targets),d=await j(o),f=(await g(o,{entityIds:d,originFilePaths:u.changedFilePaths,changedSlugs:u.changedSlugs,changedFilePaths:u.changedFilePaths},t)).filter(e=>e.id<=a.judgedThroughRefId),m=h(f,t),_=await k(o,t,a.judgedThroughRefId,m),y=f.length+_.judged,b=u.changedSlugs.length>0||u.changedFilePaths.length>0;if(y>0||b){let t=await M(m,e.readSourceFile);await o.db.transaction(async e=>{await c(e,f.map(e=>e.id)),await l(e,t),await s(e),await p(e,{...i,judgedThroughRefId:_.judgedThroughRefId})})}let[[x],[w]]=await Promise.all([o.db.select({value:S()}).from(n),o.db.select({value:S()}).from(r).where(C(r.scope,`link`))]);return{ok:!0,checked:x?.value??0,broken:w?.value??0,judged:y}}async function k(e,t,r,i){let a=0,o=r;for(;;){let r=await e.db.select().from(n).where(w(n.id,o)).orderBy(x(n.id)).limit(1e4),s=r.at(-1);if(s===void 0)break;for(let e of h(r,t))i.push(e);a+=r.length,o=s.id}return{judged:a,judgedThroughRefId:o}}async function A(e){let n=await e.db.select({path:t.path,hash:t.hash}).from(t);return new Map(n.map(e=>[e.path,e.hash]))}async function j(t){return(await t.db.select({id:e.id}).from(e).where(b(C(e.status,`stale`),C(e.isCurrent,1)))).map(e=>e.id)}async function M(e,t){let n=/* @__PURE__ */ new Map;e.forEach(({ref:e,problem:t},r)=>{let i=t.location;if(i?.range===void 0)return;let a={index:r,raw:e.raw,location:i,range:i.range},o=n.get(e.filePath);o===void 0?n.set(e.filePath,[a]):o.push(a)});let r=/* @__PURE__ */ new Map;for(let[e,o]of n){let n=await t(e);if(n===null)continue;let s=a(n);for(let{index:e,raw:t,location:n,range:a}of o){let o=_(s,a,t);r.set(e,{...n,range:o,snippet:i(s,o)})}}return e.map(({ref:e,problem:t},n)=>{let i=r.get(n),a=i===void 0?t:{...t,location:i};return u(o(a),{scope:`link`,linkRefId:e.id})})}export{T as runBuildLinkCheck};
1
+ import{entities as e,files as t,linkRefs as n,problems as r}from"../database/schema.js";import{captureSnippet as i,splitSourceLines as a}from"../../shared/utils/capture-snippet.js";import{deleteOrphanedLinkProblemsTx as o,deleteProblemsForLinkRefsTx as s,insertProblemsTx as c,problemRow as l,replaceAllLinkProblemsTx as u}from"../database/problems.js";import{createProblem as d}from"../problems/codes.js";import{loadLinkCheckCheckpoint as f,writeLinkCheckCheckpointTx as p}from"../database/link-check-checkpoint.js";import{loadLinkCheckView as m}from"./load-view.js";import{validateLinkRefs as h}from"./validate.js";import{loadAffectedRefs as g}from"./delta.js";import{narrowRangeToTarget as _}from"../../shared/utils/narrow-range-to-target.js";import{diffLinkCheckTargets as v,fingerprintLinkCheckView as y}from"./fingerprint.js";import{and as b,asc as x,count as S,eq as C,gt as w}from"drizzle-orm";async function T(e){try{return await E(e)}catch(t){return e.logger?.warn(`Link check failed; stored link problems were left unchanged.`,{error:t instanceof Error?t.message:String(t)}),{ok:!1}}}async function E(e){let[t,n,r]=await Promise.all([m(e),A(e.database),f(e.database)]),i=await y(t,n);return r===null||r.unboundedInputs!==i.unboundedInputs?D(e,t,i):O(e,t,i,r)}async function D(e,t,n){let r=[],{judged:i,judgedThroughRefId:a}=await k(e.database,t,0,r),o=await M(r,e.readSourceFile);return await e.database.db.transaction(async e=>{await u(e,o),await p(e,{...n,judgedThroughRefId:a})}),{ok:!0,checked:i,broken:o.length,judged:i}}async function O(e,t,i,a){let{database:l}=e,u=v(a.targets,i.targets),d=await j(l),f=(await g(l,{entityIds:d,originFilePaths:u.changedFilePaths,changedSlugs:u.changedSlugs,changedFilePaths:u.changedFilePaths},t)).filter(e=>e.id<=a.judgedThroughRefId),m=h(f,t),_=await k(l,t,a.judgedThroughRefId,m),y=f.length+_.judged,b=u.changedSlugs.length>0||u.changedFilePaths.length>0;if(y>0||b){let t=await M(m,e.readSourceFile);await l.db.transaction(async e=>{await s(e,f.map(e=>e.id)),await c(e,t),await o(e),await p(e,{...i,judgedThroughRefId:_.judgedThroughRefId})})}let[[x],[w]]=await Promise.all([l.db.select({value:S()}).from(n),l.db.select({value:S()}).from(r).where(C(r.scope,`link`))]);return{ok:!0,checked:x?.value??0,broken:w?.value??0,judged:y}}async function k(e,t,r,i){let a=0,o=r;for(;;){let r=await e.db.select().from(n).where(w(n.id,o)).orderBy(x(n.id)).limit(1e4),s=r.at(-1);if(s===void 0)break;for(let e of h(r,t))i.push(e);a+=r.length,o=s.id}return{judged:a,judgedThroughRefId:o}}async function A(e){let n=await e.db.select({path:t.path,hash:t.hash}).from(t);return new Map(n.map(e=>[e.path,e.hash]))}async function j(t){return(await t.db.select({id:e.id}).from(e).where(b(C(e.status,`stale`),C(e.isCurrent,1)))).map(e=>e.id)}async function M(e,t){let n=/* @__PURE__ */ new Map;e.forEach(({ref:e,problem:t},r)=>{let i=t.location;if(i?.range===void 0)return;let a={index:r,raw:e.raw,location:i,range:i.range},o=n.get(e.filePath);o===void 0?n.set(e.filePath,[a]):o.push(a)});let r=/* @__PURE__ */ new Map;for(let[e,o]of n){let n=await t(e);if(n===null)continue;let s=a(n);for(let{index:e,raw:t,location:n,range:a}of o){let o=_(s,a,t);r.set(e,{...n,range:o,snippet:i(s,o)})}}return e.map(({ref:e,problem:t},n)=>{let i=r.get(n),a=i===void 0?t:{...t,location:i};return l(d(a),{scope:`link`,linkRefId:e.id})})}export{T as runBuildLinkCheck};
@@ -1 +1 @@
1
- import{collectL10nDirLocales as e,resolveLocaleContext as t}from"../../shared/utils/l10n.js";import{matchGlob as n}from"../plugins/utils/glob.js";import{createTrackedRedoclyConfig as r}from"../config-deps.js";import{buildDataRefMarker as i,hashBlobContent as a}from"../materialization/data-ref.js";import{resolveDataRef as o,upsertBlob as s}from"../database/blobs.js";import{createEntityStore as c}from"../database/entity-store.js";import{createRouteQueryEvaluator as l}from"../plugins/utils/route-index.js";import{versionDefaultEntityKey as u}from"../../shared/constants/versions.js";import{createSearchHandle as d}from"../search/store.js";import{createAudienceTagResolver as f}from"../markdown/resolve/audience-tag.js";import{createMarkdownService as p}from"../markdown/service.js";import{resolve as m}from"node:path";function h(h,g,_){let v,y,b,x,S;return function(C,w,T){let E=h.pluginRegistry.getById(C.pluginId);if(!E)throw Error(`Entity loader "${C.definition.id}" references missing plugin "${C.pluginId}".`);let{state:D}=h,O=r(h.config),k=O.config.access?.rbac,A=h.config.access?.rbac;(A!==v||y===void 0)&&(v=A,y=f(k));let j=y,M=O.config.l10n?.defaultLocale;(S===void 0||S.defaultLocale!==M)&&(x??=e(D.filesByPath.keys()),S={defaultLocale:M,locales:t({defaultLocale:M},x).locales});let N=S.locales,P=[],F=[],I=[];(b?.state!==D||b.config!==h.config)&&(b={state:D,config:h.config,evaluator:l(D,h.config)});let L=c({database:g,state:D,materialize:_,onEntityRead:e=>P.push(e),record:e=>F.push(e)}),R=/* @__PURE__ */ new Map,z=e=>{let t=R.get(e);if(t===void 0){let n=u(e);t=L.get(n).then(e=>e===null?null:L.load(n)),R.set(e,t)}return t};return{args:w??{},config:O.config,contentDir:h.contentDir,file:{absolutePath:m(h.contentDir,T),path:T,lastModifiedAt:D.filesByPath.get(T)?.lastModifiedAt??null},io:{...h.pluginIO,async glob(e){return I.push(e),n(D.filesByPath.keys(),e)}},entities:L,search:d(g),logger:h.logger.child(`content-layer:entity:${C.definition.id}`),plugin:{id:E.id,version:E.version},pluginRegistry:h.pluginRegistry,resolveAudienceTag:j,routes:b.evaluator.index(e=>F.push(e)),markdown:p({state:D,resolveAudienceTag:j,contentLocales:N,defaultVersion:z}),createBlobRef:async(e,t)=>{let n=t?.format??`json`,r=typeof e==`string`?e:Buffer.from(e).toString(`base64`),o=a(r);return await s(g,{key:o,content:r,size:r.length}),i(o,n)},resolveDataRef:e=>o(g,e),_trackedConfig:O,_loadedEntityKeys:P,_globPatterns:I,_routeQueries:F}}}export{h as createBuildTimeEntityLoaderContextFactory};
1
+ import{collectL10nDirLocales as e,resolveLocaleContext as t}from"../../shared/utils/l10n.js";import{matchGlob as n}from"../plugins/utils/glob.js";import{createTrackedRedoclyConfig as r}from"../config-deps.js";import{buildDataRefMarker as i,hashBlobContent as a}from"../materialization/data-ref.js";import{resolveDataRef as o,upsertBlob as s}from"../database/blobs.js";import{createEntityStore as c}from"../database/entity-store.js";import{createRouteQueryEvaluator as l}from"../plugins/utils/route-index.js";import{versionDefaultEntityKey as u}from"../../shared/constants/versions.js";import{createAudienceTagResolver as d}from"../markdown/resolve/audience-tag.js";import{createMarkdownService as f}from"../markdown/service.js";import{createSearchHandle as p}from"../search/store.js";import{resolve as m}from"node:path";function h(h,g,_){let v,y,b,x,S;return function(C,w,T){let E=h.pluginRegistry.getById(C.pluginId);if(!E)throw Error(`Entity loader "${C.definition.id}" references missing plugin "${C.pluginId}".`);let{state:D}=h,O=r(h.config),k=O.config.access?.rbac,A=h.config.access?.rbac;(A!==v||y===void 0)&&(v=A,y=d(k));let j=y,M=O.config.l10n?.defaultLocale;(S===void 0||S.defaultLocale!==M)&&(x??=e(D.filesByPath.keys()),S={defaultLocale:M,locales:t({defaultLocale:M},x).locales});let N=S.locales,P=[],F=[],I=[];(b?.state!==D||b.config!==h.config)&&(b={state:D,config:h.config,evaluator:l(D,h.config)});let L=c({database:g,state:D,materialize:_,onEntityRead:e=>P.push(e),record:e=>F.push(e)}),R=/* @__PURE__ */ new Map,z=e=>{let t=R.get(e);if(t===void 0){let n=u(e);t=L.get(n).then(e=>e===null?null:L.load(n)),R.set(e,t)}return t};return{args:w??{},config:O.config,contentDir:h.contentDir,file:{absolutePath:m(h.contentDir,T),path:T,lastModifiedAt:D.filesByPath.get(T)?.lastModifiedAt??null},io:{...h.pluginIO,async glob(e){return I.push(e),n(D.filesByPath.keys(),e)}},entities:L,search:p(g),logger:h.logger.child(`content-layer:entity:${C.definition.id}`),plugin:{id:E.id,version:E.version},pluginRegistry:h.pluginRegistry,resolveAudienceTag:j,routes:b.evaluator.index(e=>F.push(e)),markdown:f({state:D,resolveAudienceTag:j,contentLocales:N,defaultVersion:z}),createBlobRef:async(e,t)=>{let n=t?.format??`json`,r=typeof e==`string`?e:Buffer.from(e).toString(`base64`),o=a(r);return await s(g,{key:o,content:r,size:r.length}),i(o,n)},resolveDataRef:e=>o(g,e),_trackedConfig:O,_loadedEntityKeys:P,_globPatterns:I,_routeQueries:F}}}export{h as createBuildTimeEntityLoaderContextFactory};
@@ -1,4 +1,5 @@
1
1
  import { type Config as MarkdocConfig, type Node as MarkdocNode, type Schema as MarkdocSchema } from '@redocly/markdoc';
2
+ import { type MarkdownParseMode } from '../utils/parse-cache.js';
2
3
  import type { AssetUsage } from '../types/asset-usage.js';
3
4
  import type { EntityInvalidationDep } from '../../plugins/types/plugin.js';
4
5
  import type { ProblemDraft } from '../../problems/types.js';
@@ -13,6 +14,7 @@ export type ResolveMarkdownAstContext = {
13
14
  transform?: (ast: MarkdocNode) => ProblemDraft[];
14
15
  /** The schema the parsed AST is validated against; without it, only parse errors are reported. */
15
16
  validation?: MarkdocConfig;
17
+ parseMode?: MarkdownParseMode;
16
18
  };
17
19
  export type ResolveMarkdownAstResult = {
18
20
  /** The resolved AST, compacted for storage: no source locations or `inline` wrapper nodes. */
@@ -1 +1 @@
1
- import{isObject as e}from"../../../shared/utils/is-object.js";import{markdocNodeRange as t}from"../utils/node-source-range.js";import{PARTIAL_L10N_ATTRIBUTE as n}from"../tags/partial.js";import{builtInMarkdocTags as r}from"../constants/builtin-tags.js";import{walkMarkdocAst as i}from"../utils/walk-markdoc-ast.js";import{getExampleContent as a,walkWithExampleContent as o}from"../utils/reparse-example-fences.js";import{parseMarkdownDocument as s}from"../utils/parse-cache.js";import{substituteStaticVariables as c}from"../utils/substitute-variables.js";import{collectMarkdocTagNames as l,isPromptTag as u,resolveMarkdocBuildTimeAttributes as d}from"./markdoc.js";import{inlineRawPartials as f}from"./raw-partials.js";import{renderMarkdocDiagrams as p}from"./render-diagrams.js";import m from"@redocly/markdoc";const h=/* @__PURE__ */ new Set([`parse-error`,`missing-opening`,`missing-closing`,`fence-tag-error`,`no-inline-annotations`]);async function g(e,t,n){let i=await f(e,t,n.resolverContext),a=s(i.source),o=n.validation?x(a,t,v(n.validation)):[],{entityDeps:u,assetUsages:h,linkRefs:g,problems:_}=await d(a,{tags:n.tags??r,sourceFilePath:t,resolverContext:n.resolverContext,source:i.source});n.variables&&c(a,n.variables);let y=await p(a,t,n.resolverContext.logger),b=w(a,t),S=n.transform?.(a)??[];return C(a),{ast:m.compact(a),entityDeps:[...i.entityDeps,...u],assetUsages:h,linkRefs:g,tagList:l(a),problems:[...i.problems,..._,...b,...o,...S,...y]}}const _=/* @__PURE__ */ new WeakMap;function v(e){let t=_.get(e);return t===void 0&&(t=m.prepareConfig({...e,tags:y(e.tags),nodes:y(e.nodes)}),_.set(e,t)),t}function y(e){if(e!==void 0)return Object.fromEntries(Object.entries(e).map(([e,t])=>{let{validate:n}=t;return n===void 0?[e,t]:[e,{...t,validate(e,t){try{return n.call(this,e,t)}catch(t){return[{id:`validate-failed`,level:`error`,message:`The validate() of '${e.tag??e.type}' failed: ${b(t)}`}]}}}]}))}const b=e=>e instanceof Error?e.message:String(e);function x(e,t,n){let r=[e],i=/* @__PURE__ */ new Set,s=[];for(let t of o(e,u)){for(let e of t.errors??[])i.add(e);let e=a(t);e&&r.push(e),u(t)&&s.push({node:t,children:t.children})}for(let e of s)e.node.children=[];try{return r.flatMap(e=>m.validate(e,n)).filter(e=>!i.has(e.error)).map(e=>S(e,t))}catch(e){return[{code:`markdoc/validation-error`,message:`Markdoc validation failed: ${b(e)}`,location:{filePath:t,range:{start:{line:1},end:{line:1}}}}]}finally{for(let e of s)e.node.children=e.children}}function S(e,n){let{level:r,message:i}=e.error,a={code:`markdoc/validation-error`,message:i,location:{filePath:n,range:t(e)??{start:{line:1},end:{line:1}}}};return r!==`error`&&r!==`critical`&&(a.severity=`warning`),a}function C(t){for(let r of i(t)){let t=r.tag===`partial`?r.attributes[n]:void 0;e(t)&&(r.attributes[n]=Object.fromEntries(Object.entries(t).map(([e,t])=>[e,m.compact(t)])))}}function w(e,n){let r=[];for(let i of o(e))for(let e of i.errors){let a=h.has(e.id)?`markdoc/parse-error`:`markdoc/validation-error`;r.push({code:a,message:e.message,location:{filePath:n,range:t(i)??{start:{line:1},end:{line:1}}}})}return r}export{g as resolveMarkdownAst};
1
+ import{isObject as e}from"../../../shared/utils/is-object.js";import{markdocNodeRange as t}from"../utils/node-source-range.js";import{PARTIAL_L10N_ATTRIBUTE as n}from"../tags/partial.js";import{builtInMarkdocTags as r}from"../constants/builtin-tags.js";import{walkMarkdocAst as i}from"../utils/walk-markdoc-ast.js";import{getExampleContent as a,walkWithExampleContent as o}from"../utils/reparse-example-fences.js";import{parseMarkdownDocument as s}from"../utils/parse-cache.js";import{substituteStaticVariables as c}from"../utils/substitute-variables.js";import{collectMarkdocTagNames as l,isPromptTag as u,resolveMarkdocBuildTimeAttributes as d}from"./markdoc.js";import{inlineRawPartials as f}from"./raw-partials.js";import{renderMarkdocDiagrams as p}from"./render-diagrams.js";import m from"@redocly/markdoc";const h=/* @__PURE__ */ new Set([`parse-error`,`missing-opening`,`missing-closing`,`fence-tag-error`,`no-inline-annotations`]);async function g(e,t,n){let i=await f(e,t,n.resolverContext),a=s(i.source,n.parseMode),o=n.validation?x(a,t,v(n.validation)):[],{entityDeps:u,assetUsages:h,linkRefs:g,problems:_}=await d(a,{tags:n.tags??r,sourceFilePath:t,resolverContext:n.resolverContext,source:i.source});n.variables&&c(a,n.variables);let y=await p(a,t,n.resolverContext.logger),b=w(a,t),S=n.transform?.(a)??[];return C(a),{ast:m.compact(a),entityDeps:[...i.entityDeps,...u],assetUsages:h,linkRefs:g,tagList:l(a),problems:[...i.problems,..._,...b,...o,...S,...y]}}const _=/* @__PURE__ */ new WeakMap;function v(e){let t=_.get(e);return t===void 0&&(t=m.prepareConfig({...e,tags:y(e.tags),nodes:y(e.nodes)}),_.set(e,t)),t}function y(e){if(e!==void 0)return Object.fromEntries(Object.entries(e).map(([e,t])=>{let{validate:n}=t;return n===void 0?[e,t]:[e,{...t,validate(e,t){try{return n.call(this,e,t)}catch(t){return[{id:`validate-failed`,level:`error`,message:`The validate() of '${e.tag??e.type}' failed: ${b(t)}`}]}}}]}))}const b=e=>e instanceof Error?e.message:String(e);function x(e,t,n){let r=[e],i=/* @__PURE__ */ new Set,s=[];for(let t of o(e,u)){for(let e of t.errors??[])i.add(e);let e=a(t);e&&r.push(e),u(t)&&s.push({node:t,children:t.children})}for(let e of s)e.node.children=[];try{return r.flatMap(e=>m.validate(e,n)).filter(e=>!i.has(e.error)).map(e=>S(e,t))}catch(e){return[{code:`markdoc/validation-error`,message:`Markdoc validation failed: ${b(e)}`,location:{filePath:t,range:{start:{line:1},end:{line:1}}}}]}finally{for(let e of s)e.node.children=e.children}}function S(e,n){let{level:r,message:i}=e.error,a={code:`markdoc/validation-error`,message:i,location:{filePath:n,range:t(e)??{start:{line:1},end:{line:1}}}};return r!==`error`&&r!==`critical`&&(a.severity=`warning`),a}function C(t){for(let r of i(t)){let t=r.tag===`partial`?r.attributes[n]:void 0;e(t)&&(r.attributes[n]=Object.fromEntries(Object.entries(t).map(([e,t])=>[e,m.compact(t)])))}}function w(e,n){let r=[];for(let i of o(e))for(let e of i.errors){let a=h.has(e.id)?`markdoc/parse-error`:`markdoc/validation-error`;r.push({code:a,message:e.message,location:{filePath:n,range:t(i)??{start:{line:1},end:{line:1}}}})}return r}export{g as resolveMarkdownAst};